-- Logs begin at Tue 2022-07-19 15:02:25 UTC, end at Tue 2022-07-19 16:03:14 UTC. -- Jul 19 15:36:29.283325 dv-cinder-849022-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 19 15:36:32.009540 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.common.config [-] Logging enabled! Jul 19 15:36:32.010127 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev438 Jul 19 15:36:32.010220 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115675) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 19 15:36:32.013470 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.common.config [-] Logging enabled! Jul 19 15:36:32.013730 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev438 Jul 19 15:36:32.014042 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115675) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 19 15:36:32.015016 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 15:36:32.015276 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 15:36:32.015746 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 15:36:32.015993 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 15:36:32.016223 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 15:36:32.016546 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.016847 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.017080 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.017387 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.017680 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.017962 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.018254 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.018581 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.018873 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.019155 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.019441 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.019672 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.019954 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.020242 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.020530 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.020756 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] debug = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.021039 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.021472 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.021873 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.022158 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.022473 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.022759 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.023031 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.023309 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.023595 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.023923 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] host = dv-cinder-849022-3-iscsi {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.024201 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.024488 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.024774 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.025062 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.025335 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.025611 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.025895 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.026166 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.026474 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] log_file = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.026755 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.027040 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.027332 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.027626 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.027851 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.028076 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.028359 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.028659 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.029183 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.029459 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.029733 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.030006 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.030280 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.030579 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.030893 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.031179 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.031464 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.031739 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.032012 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.032286 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.032558 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.032841 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.033113 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.033386 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.033658 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.033942 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.034209 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.034507 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.034809 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.035094 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.035376 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.035662 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.035936 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.036220 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.036492 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.036786 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.037045 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] use_json = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.037319 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.037589 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.037871 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.038145 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.038446 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.038722 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.038995 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.039340 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.039620 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:32.039915 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.040212 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.040511 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.040796 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.041104 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.041388 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.041676 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.041955 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.042244 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.042563 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.042855 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.043140 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.043439 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.043732 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.044027 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.044332 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.044626 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.044919 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.045195 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.045471 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.045747 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.046027 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.046313 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.047143 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.047435 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.047726 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.048005 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.048304 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.048589 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.048872 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.049165 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.049454 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.049731 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.050011 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.050305 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.050610 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.050885 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.051177 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.051458 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.051733 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.052015 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.052307 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.052594 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.052867 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.053146 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.053437 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.053714 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.053986 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.054257 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.054560 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.054831 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.055126 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.055394 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.055668 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.055941 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.056222 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.056496 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.056771 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.057056 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.057330 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.057609 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.057882 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.058156 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.058456 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.058730 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.059001 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.059274 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.059544 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.059820 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.060092 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.060364 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.060636 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.060907 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.061178 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.061480 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.061760 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.062786 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.063130 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.063338 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.063619 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.063899 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.064181 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.064460 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.064734 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.065026 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.065310 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.065597 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.065883 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.066162 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.066507 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.066790 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.067069 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.067348 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.067632 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.067910 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.068194 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.068472 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.068751 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.069033 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.069317 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.069608 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.069902 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.070181 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.070500 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.070794 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.071086 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.071366 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.071673 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.071953 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:32.072169 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 15:36:32.072407 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115675) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 19 15:36:32.370883 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 19 15:36:32.371164 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 19 15:36:32.371472 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 19 15:36:32.371807 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 19 15:36:32.782758 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.783038 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.783312 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.784641 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.784916 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.785189 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.842286 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.842634 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.842910 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.858067 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.858374 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.858646 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.889181 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.889458 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.889727 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.927330 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.927610 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:32.927877 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.158974 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.159611 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.159611 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.159773 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.160457 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.258279 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.258630 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.258915 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.259191 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.259462 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.259777 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.260040 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.260298 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.260554 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.260837 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.261100 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.261364 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.261623 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.261878 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.262133 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.262422 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.262680 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.262950 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.263226 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.263485 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.263759 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.264016 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.264630 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.265019 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.265303 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.265560 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.265955 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 15:36:33.266196 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 15:36:33.266455 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 15:36:33.266695 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 15:36:33.266931 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 15:36:33.267167 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 15:36:33.267531 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 19 15:36:33.270646 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 19 15:36:33.274565 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 19 15:36:33.278289 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 19 15:36:33.280183 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 19 15:36:33.281652 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 19 15:36:33.281990 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 19 15:36:33.282399 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 19 15:36:33.285185 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 19 15:36:33.285438 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 19 15:36:33.285786 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 15:36:33.290897 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 19 15:36:33.314872 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 19 15:36:33.315321 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.315624 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115675) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 19 15:36:33.315997 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.317432 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115675) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 19 15:36:33.317720 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 15:36:33.317969 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 19 15:36:33.321265 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.321554 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:33.484421 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 19 15:36:33.484706 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 19 15:36:33.485043 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 19 15:36:33.485438 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 19 15:36:33.538656 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO dbcounter [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Registered counter for database neutron Jul 19 15:36:33.558792 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_db.sqlalchemy.engines [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115675) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 19 15:36:33.565281 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG dbcounter [-] [115675] Writer thread running {{(pid=115675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 19 15:36:34.124201 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Initializing driver for type 'gre' Jul 19 15:36:34.124899 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] gre ID ranges: [(1, 1000)] Jul 19 15:36:34.177691 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Initializing driver for type 'local' Jul 19 15:36:34.178343 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Initializing driver for type 'vlan' Jul 19 15:36:34.190863 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] VlanTypeDriver initialization complete Jul 19 15:36:34.191237 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Initializing driver for type 'vxlan' Jul 19 15:36:34.191734 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] vxlan ID ranges: [(1, 1000)] Jul 19 15:36:34.247585 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Initializing extension driver 'port_security' Jul 19 15:36:34.248048 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.extensions.port_security [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] PortSecurityExtensionDriver initialization complete Jul 19 15:36:34.248472 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Initializing mechanism driver 'openvswitch' Jul 19 15:36:34.248910 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Initializing mechanism driver 'hyperv' Jul 19 15:36:34.255880 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.plugins.ml2.plugin [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:36:34.256550 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > port after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.256927 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > port after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.257284 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > port after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.257782 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 19 15:36:34.258203 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > subnet after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.258589 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > subnet after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.258942 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.259335 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 19 15:36:34.259748 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > network after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.260109 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > network after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.260455 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > network after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.260840 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 19 15:36:34.261263 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > security_group after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.261612 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > security_group after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.261956 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.262351 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 19 15:36:34.262782 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.263131 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.263475 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.263874 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 19 15:36:34.264283 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > address_group after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.264631 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > address_group after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.264967 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.265905 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 19 15:36:34.266430 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] ML2 OVO RPC backend initialized. {{(pid=115675) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 19 15:36:34.267145 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.267505 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.267927 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > network before_response 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.268281 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > networks before_response 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.268631 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > port before_response 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.268978 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > ports before_response 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.269332 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > subnet before_response 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.269676 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > subnets before_response 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.270025 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > network after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.270397 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > network after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.270740 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > network after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.271077 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > port after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.271414 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > port after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.271752 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > port after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.272092 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > subnet after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.272429 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > subnet after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.272763 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.282577 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded quota_driver: . Jul 19 15:36:34.282941 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.plugin [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Modular L2 Plugin initialization complete Jul 19 15:36:34.283290 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading services supported by the core plugin {{(pid=115675) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 19 15:36:34.283634 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.plugins.ml2.managers [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Got port-security extension from driver 'port_security' Jul 19 15:36:34.284117 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.extensions.vlantransparent [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Disabled vlantransparent extension. Jul 19 15:36:34.284608 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115675) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 19 15:36:34.284936 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading Plugin: router Jul 19 15:36:34.321088 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.321483 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router after_create 55549900 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.321854 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router before_create 55549900 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.322343 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.322744 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.323102 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router after_delete 55549900 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.323465 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.323815 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.324173 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router after_create 55549900 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.324522 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router after_update 55549900 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.324872 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router after_update 55549900 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.325225 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.325584 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router after_update 55549900 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.326002 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router precommit_update 55549900 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.326391 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: port after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.326739 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: port after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.327077 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: subnet after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.327418 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.327797 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.328163 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router precommit_create 55549900 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.328563 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: port before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.328910 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router precommit_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.329267 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router after_update 55549900 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.329610 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.329963 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router precommit_create 55549900 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.330325 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.330695 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router precommit_update 55549900 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.331060 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > agent after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.331415 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > agent after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.331762 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > network after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.332626 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Tracking information for resource: router configured {{(pid=115675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 15:36:34.332957 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Tracking information for resource: floatingip configured {{(pid=115675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 15:36:34.337737 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.db.l3_agentschedulers_db [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 19 15:36:34.338316 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: port after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.338708 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: port after_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.339064 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: port after_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.339420 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: port after_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.340208 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router before_create 55550100 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.340573 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.340936 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router precommit_create 55550100 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.341291 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > router precommit_update 55550100 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.346834 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.services.provider_configuration [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service providers = [] {{(pid=115675) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 19 15:36:34.347203 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.db.servicetype_db [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115675) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 19 15:36:34.350130 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.services.service_base [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115675) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 15:36:34.350512 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.services.service_base [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115675) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 15:36:34.350856 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.services.service_base [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115675) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 15:36:34.351909 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.services.service_base [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115675) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 15:36:34.352284 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.services.service_base [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 19 15:36:34.352665 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 15:36:34.352986 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 19 15:36:34.363827 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 15:36:34.364162 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading Plugin: auto_allocate Jul 19 15:36:34.369785 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: network precommit_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.370152 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: network precommit_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.370703 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 15:36:34.371025 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading Plugin: tag Jul 19 15:36:34.377905 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 15:36:34.378182 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading Plugin: timestamp Jul 19 15:36:34.381976 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 15:36:34.382309 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading Plugin: network_ip_availability Jul 19 15:36:34.387822 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.388192 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.388553 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.389270 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 15:36:34.389590 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading Plugin: flavors Jul 19 15:36:34.394674 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 15:36:34.395008 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading Plugin: revisions Jul 19 15:36:34.399283 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 15:36:34.399685 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_concurrency.lockutils [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.028s {{(pid=115675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 19 15:36:34.400427 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115675) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 19 15:36:34.400767 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Initializing extension manager. Jul 19 15:36:34.401290 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: __init__.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.401634 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: __pycache__ {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.401968 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: address_group.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.402701 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.403276 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: address-group Jul 19 15:36:34.403598 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: address_scope.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.404533 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.405038 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: address-scope Jul 19 15:36:34.405359 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.406805 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.407312 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: router-admin-state-down-before-update Jul 19 15:36:34.407631 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: agent.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.408293 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.408793 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: agent Jul 19 15:36:34.409114 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: agent_resources_synced.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.409974 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.410504 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: agent-resources-synced Jul 19 15:36:34.410822 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: allowedaddresspairs.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.412558 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.413070 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: allowed-address-pairs Jul 19 15:36:34.413397 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: auto_allocated_topology.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.414465 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.414947 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: auto-allocated-topology Jul 19 15:36:34.415272 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: availability_zone.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.415932 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.416430 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: availability_zone Jul 19 15:36:34.416753 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: availability_zone_filter.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.417619 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.418123 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: availability_zone_filter Jul 19 15:36:34.418539 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: data_plane_status.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.419400 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.419901 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension data-plane-status not supported by any of loaded plugins Jul 19 15:36:34.420220 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: default_subnetpools.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.421082 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.422168 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: default-subnetpools Jul 19 15:36:34.422520 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.423295 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.423801 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: dhcp_agent_scheduler Jul 19 15:36:34.424126 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: dns.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.425006 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.425513 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension dns-integration not supported by any of loaded plugins Jul 19 15:36:34.425843 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: dns_domain_ports.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.426745 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.427257 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 19 15:36:34.427579 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.428453 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.428957 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 19 15:36:34.429280 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: dvr.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.429916 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.430444 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: dvr Jul 19 15:36:34.430767 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: ecmp_routes.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.431645 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.432145 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 19 15:36:34.432465 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: empty_string_filtering.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.433323 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.433823 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: empty-string-filtering Jul 19 15:36:34.434143 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.435035 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.435534 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 19 15:36:34.435859 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.436716 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.437330 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 19 15:36:34.437656 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: external_net.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.438545 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.439044 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: external-net Jul 19 15:36:34.439364 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.440222 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.440720 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: extra_dhcp_opt Jul 19 15:36:34.441042 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: extraroute.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.441898 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.442431 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: extraroute Jul 19 15:36:34.442755 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: extraroute_atomic.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.443732 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.444238 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: extraroute-atomic Jul 19 15:36:34.444560 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: filter_validation.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.445185 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.445686 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: filter-validation Jul 19 15:36:34.446006 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: fip_pf_description.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.447091 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.447602 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 19 15:36:34.447930 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: fip_pf_port_range.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.448803 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.449309 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 19 15:36:34.449631 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: fip_port_details.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.450576 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.451086 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: fip-port-details Jul 19 15:36:34.451408 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: flavors.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.452580 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.453215 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: flavors Jul 19 15:36:34.453544 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.455179 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.455703 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 19 15:36:34.456032 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: floatingip_pools.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.456696 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.457202 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: floatingip-pools Jul 19 15:36:34.457526 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: ip_allocation.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.458420 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.458923 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension ip_allocation not supported by any of loaded plugins Jul 19 15:36:34.459244 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.460116 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.460614 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: ip-substring-filtering Jul 19 15:36:34.460939 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: l2_adjacency.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.461839 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.462334 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 19 15:36:34.462683 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: l3.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.463615 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.464124 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: router Jul 19 15:36:34.464448 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.466662 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.467189 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 19 15:36:34.467519 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.468946 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.469451 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: ext-gw-mode Jul 19 15:36:34.469776 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.470678 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.471192 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: l3-ha Jul 19 15:36:34.471518 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.472384 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.472889 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 19 15:36:34.473213 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: l3_flavors.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.474075 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.474600 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: l3-flavors Jul 19 15:36:34.474924 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.476238 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.476744 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 19 15:36:34.477069 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.477941 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.478464 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 19 15:36:34.478790 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: l3agentscheduler.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.479802 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.480309 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: l3_agent_scheduler Jul 19 15:36:34.480634 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: local_ip.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.482347 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.482889 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension local_ip not supported by any of loaded plugins Jul 19 15:36:34.483225 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: logging.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.485277 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.485791 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension logging not supported by any of loaded plugins Jul 19 15:36:34.486119 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: metering.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.486856 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.487433 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: metering Jul 19 15:36:34.487757 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.488994 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.489509 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: metering_source_and_destination_fields Jul 19 15:36:34.489834 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: multiprovidernet.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.490741 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.491250 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: multi-provider Jul 19 15:36:34.491573 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: netmtu.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.492440 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.492947 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: net-mtu Jul 19 15:36:34.493270 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: netmtu_writable.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.494137 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.494670 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: net-mtu-writable Jul 19 15:36:34.494992 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: network_availability_zone.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.495629 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.496134 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: network_availability_zone Jul 19 15:36:34.496455 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: network_ip_availability.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.497507 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.498016 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: network-ip-availability Jul 19 15:36:34.498340 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: network_segment_range.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.499085 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.499649 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension network-segment-range not supported by any of loaded plugins Jul 19 15:36:34.499998 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: pagination.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.501114 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.501449 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: pagination Jul 19 15:36:34.501773 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: port_device_profile.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.502703 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.503219 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: port-device-profile Jul 19 15:36:34.503545 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: port_mac_address_override.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.504439 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.504955 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: port-mac-override Jul 19 15:36:34.505279 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.506155 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.506697 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: port-mac-address-regenerate Jul 19 15:36:34.507019 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.507896 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.508400 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: port-numa-affinity-policy Jul 19 15:36:34.508725 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: port_resource_request.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.509589 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.510102 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension port-resource-request not supported by any of loaded plugins Jul 19 15:36:34.510444 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: port_resource_request_groups.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.511357 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.511861 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 19 15:36:34.512185 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: portbindings.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.513052 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.513555 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: binding Jul 19 15:36:34.513878 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: portbindings_extended.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.515361 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.516189 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: binding-extended Jul 19 15:36:34.516518 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: portsecurity.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.517386 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.517891 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: port-security Jul 19 15:36:34.518218 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: project_id.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.519180 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.519508 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: project-id Jul 19 15:36:34.519826 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: providernet.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.520690 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.521198 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: provider Jul 19 15:36:34.521520 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.525000 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.525525 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos not supported by any of loaded plugins Jul 19 15:36:34.525857 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.527100 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.527613 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 19 15:36:34.527945 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.528837 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.529607 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 19 15:36:34.529934 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos_default.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.531363 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.531871 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos-default not supported by any of loaded plugins Jul 19 15:36:34.532189 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos_fip.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.533062 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.533561 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos-fip not supported by any of loaded plugins Jul 19 15:36:34.533886 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.534785 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.535289 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 19 15:36:34.535610 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos_gateway_ip.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.536490 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.537001 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 19 15:36:34.537323 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos_port_network_policy.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.538189 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.538731 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 19 15:36:34.539054 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.540032 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.540542 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 19 15:36:34.540864 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.541849 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.542375 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 19 15:36:34.542700 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos_pps_rule.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.543820 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.544328 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos-pps not supported by any of loaded plugins Jul 19 15:36:34.544651 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos_rule_type_details.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.545529 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.546032 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 19 15:36:34.546461 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.547843 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.548341 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 19 15:36:34.548663 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: qos_rules_alias.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.549651 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.550157 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 19 15:36:34.550513 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: quota_check_limit.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.551383 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.551896 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: quota-check-limit Jul 19 15:36:34.552218 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: quotasv2.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.553120 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.553445 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: quotas Jul 19 15:36:34.553765 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: quotasv2_detail.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.555463 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.555801 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: quota_details Jul 19 15:36:34.556133 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: rbac.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.557430 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.557953 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: rbac-policies Jul 19 15:36:34.558281 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: rbac_address_group.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.559186 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.559698 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: rbac-address-group Jul 19 15:36:34.560022 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: rbac_address_scope.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.560893 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.561406 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: rbac-address-scope Jul 19 15:36:34.561728 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: rbac_security_groups.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.562857 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.563370 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: rbac-security-groups Jul 19 15:36:34.563695 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: rbac_subnetpool.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.564602 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.565110 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: rbac-subnetpool Jul 19 15:36:34.565431 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: revisionifmatch.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.566317 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.566846 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: revision-if-match Jul 19 15:36:34.567168 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: revisions.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.568242 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.568751 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: standard-attr-revisions Jul 19 15:36:34.569073 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: router_availability_zone.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.569711 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.570216 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: router_availability_zone Jul 19 15:36:34.570571 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: routerservicetype.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.571458 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.571957 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension router-service-type not supported by any of loaded plugins Jul 19 15:36:34.572277 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.573152 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.573655 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: security-groups-normalized-cidr Jul 19 15:36:34.573975 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.574863 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.575368 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: port-security-groups-filtering Jul 19 15:36:34.575691 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.576566 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.577069 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: security-groups-remote-address-group Jul 19 15:36:34.577390 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.578478 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.578986 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: security-groups-shared-filtering Jul 19 15:36:34.579308 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: securitygroup.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.590003 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.590562 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: security-group Jul 19 15:36:34.590899 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: segment.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.591594 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.592105 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension segment not supported by any of loaded plugins Jul 19 15:36:34.592432 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.593849 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.594372 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 19 15:36:34.594710 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: servicetype.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.595749 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.596263 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: service-type Jul 19 15:36:34.596595 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: sorting.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.597533 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.597871 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: sorting Jul 19 15:36:34.598200 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: standard_attr_segment.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.599105 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.599621 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 19 15:36:34.599947 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: standardattrdescription.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.600562 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.601066 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: standard-attr-description Jul 19 15:36:34.601392 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: stateful_security_group.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.602291 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.602825 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: stateful-security-group Jul 19 15:36:34.603150 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: stdattrs_common.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.603694 dv-cinder-849022-3-iscsi neutron-server[115675]: WARNING neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 19 15:36:34.604016 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.604884 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.605391 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 19 15:36:34.605713 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: subnet_onboard.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.606747 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.607256 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: subnet_onboard Jul 19 15:36:34.607581 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.608460 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.609026 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 19 15:36:34.609843 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: subnet_service_types.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.610748 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.611253 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: subnet-service-types Jul 19 15:36:34.611582 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: subnetallocation.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.612612 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.613125 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: subnet_allocation Jul 19 15:36:34.613451 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.614077 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.614615 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: subnetpool-prefix-ops Jul 19 15:36:34.614942 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.615825 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.616329 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 19 15:36:34.616653 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: tagging.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.617659 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.618186 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: standard-attr-tag Jul 19 15:36:34.618543 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: timestamp.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.619721 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.620232 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loaded extension: standard-attr-timestamp Jul 19 15:36:34.620555 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: trunk.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.621543 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.622056 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension trunk not supported by any of loaded plugins Jul 19 15:36:34.622411 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: trunk_details.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.623285 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.623794 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension trunk-details not supported by any of loaded plugins Jul 19 15:36:34.624118 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: uplink_status_propagation.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.625103 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.625618 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 19 15:36:34.625938 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Loading extension file: vlantransparent.py {{(pid=115675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 15:36:34.626595 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 15:36:34.627100 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 19 15:36:34.629664 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:network Jul 19 15:36:34.630203 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:subnet Jul 19 15:36:34.630584 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 15:36:34.630977 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:port Jul 19 15:36:34.632410 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.632854 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service FLAVORS assigned prefix: {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.633466 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.633890 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.634224 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:router Jul 19 15:36:34.634689 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:floatingip Jul 19 15:36:34.635185 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service METERING assigned prefix: /metering {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.636612 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.636989 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.637346 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:36:34.638343 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 15:36:34.638814 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:security_group Jul 19 15:36:34.639253 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 15:36:34.639779 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service CORE assigned prefix: {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.640110 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 15:36:34.640485 dv-cinder-849022-3-iscsi neutron-server[115675]: WARNING neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] subnetpool is already registered Jul 19 15:36:34.641016 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service CORE assigned prefix: {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.641350 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 15:36:34.641685 dv-cinder-849022-3-iscsi neutron-server[115675]: WARNING neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] subnetpool is already registered Jul 19 15:36:34.644183 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.644620 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service FLAVORS assigned prefix: {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.645214 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.645638 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.645974 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:router Jul 19 15:36:34.646314 dv-cinder-849022-3-iscsi neutron-server[115675]: WARNING neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] router is already registered Jul 19 15:36:34.646752 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:floatingip Jul 19 15:36:34.647087 dv-cinder-849022-3-iscsi neutron-server[115675]: WARNING neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] floatingip is already registered Jul 19 15:36:34.647544 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service METERING assigned prefix: /metering {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.648213 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 15:36:34.648540 dv-cinder-849022-3-iscsi neutron-server[115675]: WARNING neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] rbac_policy is already registered Jul 19 15:36:34.648949 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:security_group Jul 19 15:36:34.649284 dv-cinder-849022-3-iscsi neutron-server[115675]: WARNING neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] security_group is already registered Jul 19 15:36:34.649686 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 15:36:34.650023 dv-cinder-849022-3-iscsi neutron-server[115675]: WARNING neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] security_group_rule is already registered Jul 19 15:36:34.650681 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service CORE assigned prefix: {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.651007 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 15:36:34.651347 dv-cinder-849022-3-iscsi neutron-server[115675]: WARNING neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] subnetpool is already registered Jul 19 15:36:34.651765 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.v2.resource_helper [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Service CORE assigned prefix: {{(pid=115675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 15:36:34.652100 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 15:36:34.652430 dv-cinder-849022-3-iscsi neutron-server[115675]: WARNING neutron.quota.resource_registry [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] subnetpool is already registered Jul 19 15:36:34.652902 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: extensions {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.654635 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: address-groups {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.656746 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: address-scopes {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.658067 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: agents {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.659278 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: auto-allocated-topology {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.660521 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: availability_zones {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.661730 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: dhcp-networks {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.663277 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: dhcp-agents {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.664697 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: routers {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.666437 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: flavors {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.667697 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: service_profiles {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.668909 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: next_providers {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.670350 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: service_profiles {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.672573 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: floatingip-pools {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.673818 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: routers {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.675539 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: floatingips {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.676806 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: l3-routers {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.678184 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: l3-agents {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.679631 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: metering-labels {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.680897 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: metering-label-rules {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.682303 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: network-ip-availabilities {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.683577 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: bindings {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.685128 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: quotas {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.686895 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: quotas {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.689096 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: rbac-policies {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.690341 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: security-groups {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.691648 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: security-group-rules {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.692933 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: service-providers {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.694145 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: subnetpools {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.695592 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: subnetpools {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.698211 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: tags {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.699903 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: tags {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.701724 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: tags {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.704184 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: tags {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.705877 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: tags {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.707862 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: tags {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.709553 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: tags {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.711469 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: tags {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.713259 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: tags {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.715033 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron.api.extensions [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Extended resource: tags {{(pid=115675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 15:36:34.721696 dv-cinder-849022-3-iscsi neutron-server[115675]: WARNING keystonemiddleware.auth_token [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 19 15:36:34.726993 dv-cinder-849022-3-iscsi neutron-server[115675]: WARNING keystonemiddleware.auth_token [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 19 15:36:34.735882 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_concurrency.lockutils [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Acquired lock "singleton_lock" {{(pid=115675) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 19 15:36:34.736359 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_concurrency.lockutils [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Releasing lock "singleton_lock" {{(pid=115675) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 19 15:36:34.737006 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO oslo_service.service [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Starting 2 workers Jul 19 15:36:34.741830 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Started child 115784 {{(pid=115675) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 15:36:34.746273 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Started child 115785 {{(pid=115675) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 15:36:34.747312 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:34.748013 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO neutron.service [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 19 15:36:34.748565 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:34.748814 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [-] (115784) wsgi starting up on http://0.0.0.0:9696 Jul 19 15:36:34.751090 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:34.751589 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO oslo_service.service [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Starting 1 workers Jul 19 15:36:34.752494 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [-] (115785) wsgi starting up on http://0.0.0.0:9696 Jul 19 15:36:34.756359 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Started child 115786 {{(pid=115675) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 15:36:34.756919 dv-cinder-849022-3-iscsi neutron-server[115675]: INFO oslo_service.service [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Starting 1 workers Jul 19 15:36:34.760270 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.service [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] calling RpcWorker wait() {{(pid=115786) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 19 15:36:34.760810 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.service [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] returning from RpcWorker wait() {{(pid=115786) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 19 15:36:34.761398 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Started child 115787 {{(pid=115675) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 15:36:34.762126 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:34.762219 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG neutron_lib.callbacks.manager [None req-561d6c86-5b79-4a69-aa35-f703eed02bb9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:34.762671 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:36:34.764138 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115675) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 15:36:34.764353 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 15:36:34.764531 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 15:36:34.764758 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 15:36:34.765083 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 15:36:34.765857 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 15:36:34.766473 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.766765 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.766942 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:34.767432 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.767432 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.767822 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.768101 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.768338 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.768619 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.768881 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.769052 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.769222 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.769497 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.769740 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.770085 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.770340 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.770613 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.770875 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.771043 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.771302 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.771556 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.771809 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.772090 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] debug = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.772369 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.772851 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.773097 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.773342 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.773573 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.773837 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.774084 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.774343 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.774610 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.774846 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.775100 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.775352 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.775570 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.775783 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.776028 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.776300 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.776546 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.777035 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] host = dv-cinder-849022-3-iscsi {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.777289 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.777534 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.777774 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.777998 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.778254 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.778509 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.778763 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.779279 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.779541 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.779771 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.780016 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.780255 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.780506 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.780741 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_file = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.780986 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_options = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.782660 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.782660 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.782660 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.782660 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.782660 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.783274 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.783274 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.783274 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.783625 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.783625 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.783871 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.784038 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.784250 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.784505 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.784774 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.785017 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.785266 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.785490 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.785731 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.785956 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.786197 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.786442 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.786694 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.786925 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.787137 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.787374 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.787616 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.787848 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.788058 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.788275 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.788612 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.788862 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.789101 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.789589 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:36:34.789780 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.790135 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.790288 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.790516 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.790733 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.790994 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.791218 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.791475 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.791784 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.791992 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.792282 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.792484 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.792709 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.792975 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] use_json = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.793193 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.794149 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.794458 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.794755 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.795042 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.795211 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.795435 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.795687 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.795942 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.796615 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.796962 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.797261 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.797716 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.797971 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.798466 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.798777 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.799006 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.799408 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.799649 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.799959 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.802653 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.802989 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.806484 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.806827 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.807680 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.808009 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.808326 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.808598 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.808856 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.809191 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.809450 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.809746 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.810022 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.810575 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.810892 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.811170 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.811523 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.811800 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.812166 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.812548 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.812819 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.813098 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.813380 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.813630 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.814585 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.814819 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.815092 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.815341 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.815585 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.815847 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.816089 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.816340 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.816599 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.816856 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.817230 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.817490 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.817773 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.818015 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.818312 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.818560 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.818836 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.819114 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.819340 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.819573 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.819794 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.820073 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.820333 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.820620 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.820888 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.821168 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.821403 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.821657 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.821889 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.822180 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.822439 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.822668 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.822909 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.823165 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.823391 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.823611 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.823828 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.824099 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.824370 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.824670 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.824915 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.825169 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.825424 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.825645 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.825860 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.826112 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.826379 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.826588 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.826804 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.827016 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.827236 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.827457 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.828207 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.828560 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.828787 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.829026 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.829342 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.829721 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.830659 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.831035 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.831301 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.831525 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.831823 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.832078 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.832321 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.832543 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.832824 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.833107 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.833558 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.833950 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.834318 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.834817 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.835204 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.835432 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.835654 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.835904 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.836128 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.836396 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.836621 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.836885 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.837103 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.837360 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.837612 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.837872 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.838113 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.838350 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.838627 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.838926 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.839193 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.839461 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.839683 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.839964 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.840264 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.840533 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.840808 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.841063 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.841314 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.841761 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.842183 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.842474 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.842717 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.843006 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.843260 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.844136 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.844369 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.844595 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.844829 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.845137 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.845370 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.845587 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.845830 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.846107 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.846376 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.846631 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.846895 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.847154 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.847391 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.847646 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.847877 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.848096 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.848329 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.848581 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.848798 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.849020 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.849237 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.849493 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.849714 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.849956 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.850197 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.850437 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.850665 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.850880 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.851118 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.851358 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.851621 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.851835 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.852056 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.852355 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.852593 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.852872 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.853144 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.853534 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.854195 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.854630 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.855076 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.855514 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.855737 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.855973 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.856236 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.856480 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.856701 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.856953 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.857192 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.857467 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.857693 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.857920 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.858138 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.858385 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.858627 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.858846 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.859118 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.859380 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.859733 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.859985 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.860218 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.860475 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.860716 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.860935 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.861177 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.861396 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.861648 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.861888 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.862113 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.862332 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.862593 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.862833 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.863052 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.863292 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.863553 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.863799 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.864022 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.864245 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.864466 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.864711 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.864931 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.865147 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.865380 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.865592 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.865806 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.866021 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.866253 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.866568 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.866827 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.867257 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.867714 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.868132 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.868353 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.868602 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.868815 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.869027 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.869250 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.869472 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.869683 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.869916 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.870127 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.870338 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.870584 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.870804 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.871035 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.871262 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.871475 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.871685 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.871779 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:36:34.871929 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.872147 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.872358 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.872584 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.872817 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.873028 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.873250 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.873467 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.873676 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.873900 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.874116 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.874423 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.875535 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.875766 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.876268 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.876573 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.876839 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.877062 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.877362 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.877613 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.877894 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.878140 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.878484 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.878723 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.878981 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.879292 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.879423 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.879645 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.879978 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.880262 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.880566 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.880837 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.881089 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.881370 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.881660 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.881919 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.882158 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.882499 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.882847 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.883101 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.883346 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.883600 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.883836 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.884091 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.884306 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.884529 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.884764 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.884998 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.885267 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.885496 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.885741 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.885974 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.886199 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.886439 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.886685 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.886918 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.887144 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.887363 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.887534 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 15:36:34.888061 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115675) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 15:36:34.888234 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 15:36:34.888393 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 15:36:34.888563 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 15:36:34.888733 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 15:36:34.888886 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 15:36:34.889094 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.889258 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.889418 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.889577 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.889774 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.889939 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.890098 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.890803 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.890963 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.891122 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.891283 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.891444 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.891601 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.891759 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.891916 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.892076 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.892233 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.892396 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.892556 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.892713 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.892869 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.893028 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] debug = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.893185 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.893396 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.893561 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.893717 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.893875 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.894037 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.894197 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.894383 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.894532 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.894690 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.894848 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.895006 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.895166 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.895324 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.895555 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.895722 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.895880 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.896037 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] host = dv-cinder-849022-3-iscsi {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.896380 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.896656 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.896851 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.897010 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.897274 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.897551 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.897714 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.897863 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.898021 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.898231 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.898344 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.898521 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.898681 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.898843 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_file = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.898999 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_options = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.899326 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.899491 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.899650 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.899839 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.900003 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.900162 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.900320 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.900470 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.900625 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.900783 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.900940 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.901099 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.901257 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.901414 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.901576 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.901718 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.901857 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.902004 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.902138 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.902301 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.902478 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.902628 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.902788 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.902946 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.903103 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.903260 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.903418 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.903576 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.903733 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.904151 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.904310 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.904469 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.904627 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.904784 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.904942 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.905100 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.905258 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.905416 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.905577 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.905752 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.906470 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.906640 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.906770 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.906926 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.907084 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.907243 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.907401 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] use_json = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.907559 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.907716 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.907874 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.908032 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.908178 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.908336 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.908494 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.908651 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.908808 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 15:36:34.908987 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.909151 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.909322 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.909483 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.909645 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.909806 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.909965 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.910233 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.910413 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.910577 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.910746 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.910909 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.911080 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.911241 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.911401 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.911566 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.911726 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.911887 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.912047 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.912209 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.912370 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.912530 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.912701 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.912862 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.913022 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.913183 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.913344 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.913512 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.913672 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.913841 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.914016 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.914182 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.914345 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.914527 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.914688 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.914850 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.915013 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.915174 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.915335 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.915497 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.915657 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.915817 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.915978 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.916138 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.916301 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.916462 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.916624 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.916785 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.916944 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.917105 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.917420 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.917589 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.917751 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.917914 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.918075 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.918238 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.918425 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.918601 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.918763 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.918925 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.919086 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.919247 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.919407 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.919568 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.919729 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.919889 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.920049 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.920211 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.920384 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.920546 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.920707 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.920867 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.921027 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.921187 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.921348 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.921516 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.921684 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.921843 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.922007 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.922150 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.922311 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.922491 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.922653 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.922814 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.922975 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.923136 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.923297 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.923458 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.923618 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.923779 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.923938 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.924119 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.924282 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.924444 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.924605 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.924766 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.924928 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.925089 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.925249 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.925409 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.925571 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.925730 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.925891 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.926056 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.926217 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.926394 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.926558 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.926717 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.926878 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.927040 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.927200 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.927361 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.927522 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.927682 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.927842 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.928002 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.928163 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.928323 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.928482 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.928644 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.928804 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.928964 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.929134 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.929295 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.929458 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.929619 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.929786 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.929957 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.930118 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.930279 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.930470 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.930631 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.930792 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.930953 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.931113 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.931273 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.931433 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.931593 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.931766 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.931928 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.932087 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.932247 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.932429 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.932589 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.932751 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.932910 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.933071 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.933231 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.933391 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.933551 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.933712 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.933874 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.934039 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.934201 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.934399 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.934552 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.934712 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.934938 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.935102 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.935271 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.935412 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.935573 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.935734 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.935893 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.936053 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.936215 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.936375 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.936534 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.936694 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.936853 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.937051 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.937305 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.937450 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.937613 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.937772 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.937932 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.938093 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.938254 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.938445 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.938611 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.938771 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.938932 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.939094 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.939256 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.939416 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.939578 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.939741 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.939902 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.940063 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.940225 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.940385 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.940545 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.940706 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.940867 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.941028 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.941189 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.941349 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.941528 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.941690 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.941851 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.942014 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.942174 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.942335 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.942516 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.942677 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.942837 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.942997 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.943159 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.943320 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.943479 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.943640 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.943800 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.943964 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.944127 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.944290 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.944452 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.944611 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.944773 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.944932 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.945092 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.945251 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.945412 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.945571 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.945732 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.945893 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.946052 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.946226 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.946405 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.946567 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.946726 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.946886 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.947047 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.947216 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.947402 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.947566 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.947768 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.948461 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.948461 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.948461 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.948461 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.948461 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.948844 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.948844 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.948972 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.949075 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.949234 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.949394 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.949553 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.949713 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.949872 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.950040 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.950201 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.950395 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.950566 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.950727 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.950887 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.951057 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.951219 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.951379 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.951538 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.951698 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.951858 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.952029 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.952191 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.952352 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.952520 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.953200 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.953363 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.953524 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.953698 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.953859 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.954022 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.954181 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.954339 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.954533 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.954966 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.955139 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.955238 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 52828) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:36:34.955346 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.955468 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.955630 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.955799 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.955969 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.956141 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.956288 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.956454 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.956628 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.956789 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.956959 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.957098 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.957259 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.957475 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.957640 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.957802 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.957967 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.958131 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.958290 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.958475 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.958637 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.958798 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.958959 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.959121 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.959282 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.959443 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.959604 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.959765 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 15:36:34.959919 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 15:36:34.964856 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074396 Jul 19 15:36:44.241245 dv-cinder-849022-3-iscsi neutron-server[115675]: DEBUG dbcounter [-] [115675] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=115675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:36:46.221237 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3930655f-4c57-40c5-b754-ab73b4d9b4dc None None] get_active_networks_info from dv-cinder-849022-3-iscsi {{(pid=115786) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 19 15:36:46.245931 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writer thread running {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 19 15:36:46.358488 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3930655f-4c57-40c5-b754-ab73b4d9b4dc None None] No non-hosted networks {{(pid=115786) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 19 15:36:46.358488 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-412fdeae-f376-4a57-bcab-2005d3ca85bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666130'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:48.102264 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writer thread running {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 19 15:36:48.568957 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-bd8b2dc5-5734-4afb-9c09-d6a79b612151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666130'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:48.627655 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-872c536b-6be2-4980-91f3-d6ba57c9941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:49.580579 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666130'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:49.724285 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 52900) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:36:50.324959 dv-cinder-849022-3-iscsi neutron-server[115784]: WARNING oslo_policy.policy [None req-8f28a892-b2c5-4109-9a76-d191ec847a2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 15:36:50.325909 dv-cinder-849022-3-iscsi neutron-server[115784]: WARNING oslo_policy.policy [None req-8f28a892-b2c5-4109-9a76-d191ec847a2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 15:36:50.564517 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [None req-8f28a892-b2c5-4109-9a76-d191ec847a2d admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115784) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:36:50.583088 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-8f28a892-b2c5-4109-9a76-d191ec847a2d admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8568280 Jul 19 15:36:51.096958 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.db.l3_hamode_db [None req-a57c8490-6ad6-458a-93a1-ccfe0f696c1a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 19 15:36:51.183594 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c8490-6ad6-458a-93a1-ccfe0f696c1a None None] Routers set() bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:36:51.184345 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c8490-6ad6-458a-93a1-ccfe0f696c1a None None] Router IDs set() for agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 19 15:36:51.480015 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666130'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:51.813276 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666130'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:51.814642 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.814990 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.815324 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.815674 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.815974 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.817135 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.818287 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.820356 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.823454 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.823820 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.824188 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.824512 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.824859 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.825190 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.825513 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:51.825903 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849022-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:36:51.839305 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849022-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:36:52.969052 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 52932) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:36:53.322834 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-afe5bb6a-3714-4663-8edf-8f892f4c43b2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:36:53.416693 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.policy [None req-afe5bb6a-3714-4663-8edf-8f892f4c43b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115784) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 15:36:53.460373 dv-cinder-849022-3-iscsi neutron-server[115784]: WARNING oslo_policy.policy [None req-afe5bb6a-3714-4663-8edf-8f892f4c43b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 15:36:53.460770 dv-cinder-849022-3-iscsi neutron-server[115784]: WARNING oslo_policy.policy [None req-afe5bb6a-3714-4663-8edf-8f892f4c43b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 15:36:53.481371 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writer thread running {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 19 15:36:53.559156 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-afe5bb6a-3714-4663-8edf-8f892f4c43b2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744575080665', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744575081165', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744575064454', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744575066992', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744575042876', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744575049984', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3594623', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3435391', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-284946', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-661012'] for rbac-policy (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:53.632026 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-afe5bb6a-3714-4663-8edf-8f892f4c43b2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:53.633212 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-afe5bb6a-3714-4663-8edf-8f892f4c43b2 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6631773 Jul 19 15:36:55.859432 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 52944) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:36:56.364493 dv-cinder-849022-3-iscsi neutron-server[115785]: WARNING oslo_policy.policy [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 15:36:56.365064 dv-cinder-849022-3-iscsi neutron-server[115785]: WARNING oslo_policy.policy [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 15:36:56.588478 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:36:56.601900 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writer thread running {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 19 15:36:56.643064 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Made reservation on behalf of 9b71184c3b784a6c8662c36cc6a4f873 for: {'network': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:36:56.705316 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.policy [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115785) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 15:36:56.746982 dv-cinder-849022-3-iscsi neutron-server[115785]: WARNING oslo_policy.policy [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 15:36:56.747345 dv-cinder-849022-3-iscsi neutron-server[115785]: WARNING oslo_policy.policy [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 15:36:56.757753 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:56.782177 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:56.900927 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Publish callbacks [] for security_group (88176a32-26ca-49b6-a98e-5efc6d8a655d), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:56.905273 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (88176a32-26ca-49b6-a98e-5efc6d8a655d), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:56.932225 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=115785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:36:56.968548 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744576414257', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (4db9ecc1-6ae6-4791-a518-35eb5888fbd8), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:56.969116 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Unsubscribe: segment precommit_create {{(pid=115785) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 15:36:56.969657 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.segments_db [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Added segment 4db9ecc1-6ae6-4791-a518-35eb5888fbd8 of type vlan for network e1e2bd63-6fc3-47fd-892d-7d78d41e663c Jul 19 15:36:56.990818 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=88176a32-26ca-49b6-a98e-5efc6d8a655d,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:36:57.025247 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.025588 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.025944 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.026293 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.026651 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.026976 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.027297 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.027618 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.027939 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.028256 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.028571 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.028902 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.029221 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.029801 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.030113 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Tracked resource versions report: Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: pushed versions: Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: { 'AddressGroup': {'1.2'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Agent': {'1.1'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'ConntrackHelper': {'1.0'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'LocalIPAssociation': {'1.0'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Log': {'1.0'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'NDPProxy': {'1.0'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Network': {'1.1'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Port': {'1.7'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'PortForwarding': {'1.3'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'QosPolicy': {'1.10'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'SecurityGroup': {'1.5'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'SecurityGroupRule': {'1.2'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'SubPort': {'1.0'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Subnet': {'1.1'}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Trunk': {'1.1'}} Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: consumer versions: Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: { DHCP agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: L3 agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: Metadata agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: Metering agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: Open vSwitch agent@dv-cinder-849022-3-iscsi: { 'AddressGroup': '1.2', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Agent': '1.1', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'ConntrackHelper': '1.0', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'LocalIPAssociation': '1.0', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Log': '1.0', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'NDPProxy': '1.0', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Network': '1.1', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Port': '1.7', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'PortForwarding': '1.3', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'QosPolicy': '1.10', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'SecurityGroup': '1.5', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'SecurityGroupRule': '1.2', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'SubPort': '1.0', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Subnet': '1.1', Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Trunk': '1.1'}} Jul 19 15:36:57.033675 dv-cinder-849022-3-iscsi neutron-server[115785]: {{(pid=115785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 15:36:57.096630 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (e1e2bd63-6fc3-47fd-892d-7d78d41e663c), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:57.138123 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (e1e2bd63-6fc3-47fd-892d-7d78d41e663c), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:57.144511 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:36:57.145229 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:36:57.215860 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3552763 Jul 19 15:36:57.271908 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaed254-cdbe-4fa8-b828-cddebe540408 demo demo] Pushing event updated for resources: {'Network': ['ID=e1e2bd63-6fc3-47fd-892d-7d78d41e663c,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:36:57.285356 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network e1e2bd63-6fc3-47fd-892d-7d78d41e663c details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:36:59.677258 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 52964) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:37:00.136872 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36bf2a0-dd0a-4928-b546-f86a03d7dc66 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:37:00.138406 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b36bf2a0-dd0a-4928-b546-f86a03d7dc66 demo admin] 10.222.0.64 "GET /v2.0/networks/e1e2bd63-6fc3-47fd-892d-7d78d41e663c HTTP/1.1" status: 200 len: 825 time: 0.4601912 Jul 19 15:37:00.163673 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-2334581c-4dee-47b0-a8d0-166b3a100acd demo admin] 10.222.0.64 "GET /v2.0/subnetpools/005f3a82-8f30-4d0b-a884-0aa96afdd0da HTTP/1.1" status: 200 len: 734 time: 0.0186861 Jul 19 15:37:00.172261 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c', 'subnetpool_id': '005f3a82-8f30-4d0b-a884-0aa96afdd0da', 'name': 'private-subnet'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:37:00.198430 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Made reservation on behalf of 9b71184c3b784a6c8662c36cc6a4f873 for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:37:00.201017 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:00.433939 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:00.494985 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for subnet (601f2ad8-fc33-4371-ac05-eee84c5f6cec), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:00.565382 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Checking segment: {'id': '4db9ecc1-6ae6-4791-a518-35eb5888fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:37:00.565758 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Network hostable DHCP agents. Network: e1e2bd63-6fc3-47fd-892d-7d78d41e663c, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:37:00.582207 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Pushing event updated for resources: {'Subnet': ['ID=601f2ad8-fc33-4371-ac05-eee84c5f6cec,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:00.599151 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.599610 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.600083 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.600436 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.600982 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.601335 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.601653 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.601978 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.602318 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.602680 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.603006 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.603341 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.603666 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.603983 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.604299 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Tracked resource versions report: Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: pushed versions: Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: { 'AddressGroup': {'1.2'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Agent': {'1.1'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'ConntrackHelper': {'1.0'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'LocalIPAssociation': {'1.0'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Log': {'1.0'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'NDPProxy': {'1.0'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Network': {'1.1'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Port': {'1.7'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'PortForwarding': {'1.3'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'QosPolicy': {'1.10'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'SecurityGroup': {'1.5'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'SecurityGroupRule': {'1.2'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'SubPort': {'1.0'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Subnet': {'1.1'}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Trunk': {'1.1'}} Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: consumer versions: Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: { DHCP agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: L3 agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: Metadata agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: Metering agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: Open vSwitch agent@dv-cinder-849022-3-iscsi: { 'AddressGroup': '1.2', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Agent': '1.1', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'ConntrackHelper': '1.0', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'LocalIPAssociation': '1.0', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Log': '1.0', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'NDPProxy': '1.0', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Network': '1.1', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Port': '1.7', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'PortForwarding': '1.3', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'QosPolicy': '1.10', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'SecurityGroup': '1.5', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'SecurityGroupRule': '1.2', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'SubPort': '1.0', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Subnet': '1.1', Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Trunk': '1.1'}} Jul 19 15:37:00.605673 dv-cinder-849022-3-iscsi neutron-server[115784]: {{(pid=115784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 15:37:00.623109 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Network e1e2bd63-6fc3-47fd-892d-7d78d41e663c is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:37:00.641225 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, e1e2bd63-6fc3-47fd-892d-7d78d41e663c) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:37:00.647127 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:37:00.648508 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:00.650403 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54a006-6e42-4a9b-bcd1-81b872bffdc9 None None] Network e1e2bd63-6fc3-47fd-892d-7d78d41e663c requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:37:00.665770 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-ea326a03-e350-49cf-8fad-71d8735c7b81 demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4966989 Jul 19 15:37:00.925697 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280235f-3fe9-5815-959f-2ca5106b3b68-e1e2bd63-6fc3-47fd-892d-7d78d41e663c', 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c', 'project_id': '9b71184c3b784a6c8662c36cc6a4f873', 'fixed_ips': [{'subnet_id': '601f2ad8-fc33-4371-ac05-eee84c5f6cec'}]}} from dv-cinder-849022-3-iscsi. {{(pid=115786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 15:37:00.927147 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:01.214982 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.db_base_plugin_common [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Allocated IP 172.20.0.2 (e1e2bd63-6fc3-47fd-892d-7d78d41e663c/601f2ad8-fc33-4371-ac05-eee84c5f6cec/11925564-4d84-4c0f-955f-d74b01197cc6) {{(pid=115786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:37:01.219258 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:01.492353 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Publish callbacks [] for port (11925564-4d84-4c0f-955f-d74b01197cc6), precommit_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:01.505536 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (11925564-4d84-4c0f-955f-d74b01197cc6), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:01.574911 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Network e1e2bd63-6fc3-47fd-892d-7d78d41e663c is already hosted by enough agents. {{(pid=115786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:37:01.581951 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.base_scheduler [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Resources bound (agent type, host, resource id): {{(pid=115786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:37:01.595296 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Received port after_create {{(pid=115786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:37:01.602451 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Pushing event updated for resources: {'Port': ['ID=11925564-4d84-4c0f-955f-d74b01197cc6,revision_number=1']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:01.634038 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.634412 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.634767 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.635117 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.635449 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.635772 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.636093 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.636412 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.636731 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.637046 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.637368 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.637698 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.638018 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.638333 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.638671 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Tracked resource versions report: Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: pushed versions: Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: { 'AddressGroup': {'1.2'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Agent': {'1.1'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'ConntrackHelper': {'1.0'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'LocalIPAssociation': {'1.0'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Log': {'1.0'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'NDPProxy': {'1.0'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Network': {'1.1'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Port': {'1.7'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'PortForwarding': {'1.3'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'QosPolicy': {'1.10'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'SecurityGroup': {'1.5'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'SecurityGroupRule': {'1.2'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'SubPort': {'1.0'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Subnet': {'1.1'}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Trunk': {'1.1'}} Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: consumer versions: Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: { DHCP agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: L3 agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: Metadata agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: Metering agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: Open vSwitch agent@dv-cinder-849022-3-iscsi: { 'AddressGroup': '1.2', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Agent': '1.1', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'ConntrackHelper': '1.0', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'LocalIPAssociation': '1.0', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Log': '1.0', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'NDPProxy': '1.0', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Network': '1.1', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Port': '1.7', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'PortForwarding': '1.3', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'QosPolicy': '1.10', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'SecurityGroup': '1.5', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'SecurityGroupRule': '1.2', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'SubPort': '1.0', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Subnet': '1.1', Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Trunk': '1.1'}} Jul 19 15:37:01.640765 dv-cinder-849022-3-iscsi neutron-server[115786]: {{(pid=115786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 15:37:01.693260 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Attempting to bind port 11925564-4d84-4c0f-955f-d74b01197cc6 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:37:01.693898 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Attempting to bind port 11925564-4d84-4c0f-955f-d74b01197cc6 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '4db9ecc1-6ae6-4791-a518-35eb5888fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:37:01.694065 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Attempting to bind port 11925564-4d84-4c0f-955f-d74b01197cc6 on network e1e2bd63-6fc3-47fd-892d-7d78d41e663c {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:37:01.699218 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:37:01.699601 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Checking segment: {'id': '4db9ecc1-6ae6-4791-a518-35eb5888fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:37:01.700071 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:01.700465 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Bound using segment: {'id': '4db9ecc1-6ae6-4791-a518-35eb5888fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:37:01.700933 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Bound port: 11925564-4d84-4c0f-955f-d74b01197cc6, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db9ecc1-6ae6-4791-a518-35eb5888fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:37:01.701349 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (11925564-4d84-4c0f-955f-d74b01197cc6), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:01.716046 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:01.765216 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] For port 11925564-4d84-4c0f-955f-d74b01197cc6, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:37:01.787218 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] For port 11925564-4d84-4c0f-955f-d74b01197cc6, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=11925564-4d84-4c0f-955f-d74b01197cc6,segment=NetworkSegment(4db9ecc1-6ae6-4791-a518-35eb5888fbd8),segment_id=4db9ecc1-6ae6-4791-a518-35eb5888fbd8)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:37:01.794177 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (11925564-4d84-4c0f-955f-d74b01197cc6), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:01.851368 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306084f4-79d6-43ee-aa2f-3ed4e87deb9c None None] Pushing event updated for resources: {'Port': ['ID=11925564-4d84-4c0f-955f-d74b01197cc6,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:03.017849 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 52980) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:37:03.351888 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [None req-44fba13e-5da8-4b65-8a77-4e1970befe4d admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115784) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:37:03.352882 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-44fba13e-5da8-4b65-8a77-4e1970befe4d admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3340471 Jul 19 15:37:05.489665 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:05.508397 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=8 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:05.685324 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 52990) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:37:06.018080 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [None req-67a8cbbf-989e-42f0-ae16-ac9769cf1bb9 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115784) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:37:06.034385 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-67a8cbbf-989e-42f0-ae16-ac9769cf1bb9 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3328567 Jul 19 15:37:07.260070 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=36,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:07.268633 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=48,neutron:INSERT=38,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:08.315691 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53002) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:37:08.659262 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-dc557dc4-8466-411b-9310-b29cbfb719fd demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:37:08.686741 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dc557dc4-8466-411b-9310-b29cbfb719fd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router (8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:08.688604 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dc557dc4-8466-411b-9310-b29cbfb719fd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-929'] for router (8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:08.855849 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dc557dc4-8466-411b-9310-b29cbfb719fd demo demo] Publish callbacks [] for router_controller (8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb), precommit_add_association {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:08.861163 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dc557dc4-8466-411b-9310-b29cbfb719fd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662221'] for router (8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:08.881525 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dc557dc4-8466-411b-9310-b29cbfb719fd demo demo] Publish callbacks [] for router (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:08.882753 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-dc557dc4-8466-411b-9310-b29cbfb719fd demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5660930 Jul 19 15:37:09.535832 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 11925564-4d84-4c0f-955f-d74b01197cc6 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:37:09.622524 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 11925564-4d84-4c0f-955f-d74b01197cc6 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:37:09.623048 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (11925564-4d84-4c0f-955f-d74b01197cc6), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:09.726285 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 11925564-4d84-4c0f-955f-d74b01197cc6 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:37:09.726703 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (11925564-4d84-4c0f-955f-d74b01197cc6), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:09.762170 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port 11925564-4d84-4c0f-955f-d74b01197cc6, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=11925564-4d84-4c0f-955f-d74b01197cc6,segment=NetworkSegment(4db9ecc1-6ae6-4791-a518-35eb5888fbd8),segment_id=4db9ecc1-6ae6-4791-a518-35eb5888fbd8)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:37:09.766324 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (11925564-4d84-4c0f-955f-d74b01197cc6), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:09.813505 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=11925564-4d84-4c0f-955f-d74b01197cc6,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:10.077139 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7766ab-2b19-4d66-8a58-b885cb83a5b5 None None] Network e1e2bd63-6fc3-47fd-892d-7d78d41e663c requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:37:10.152772 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-5dac1635-5663-4984-84b8-f9cc6caae863 None None] Provisioning complete for port 11925564-4d84-4c0f-955f-d74b01197cc6 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:37:10.153153 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5dac1635-5663-4984-84b8-f9cc6caae863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (11925564-4d84-4c0f-955f-d74b01197cc6), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:10.226495 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:10.281023 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-5dac1635-5663-4984-84b8-f9cc6caae863 None None] Current status of the port 11925564-4d84-4c0f-955f-d74b01197cc6 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:37:10.501706 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-b45fd0cc-7a4b-4bb2-9054-70c347c5316f None None] Provisioning complete for port 11925564-4d84-4c0f-955f-d74b01197cc6 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:37:10.502094 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b45fd0cc-7a4b-4bb2-9054-70c347c5316f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (11925564-4d84-4c0f-955f-d74b01197cc6), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:10.572774 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-b45fd0cc-7a4b-4bb2-9054-70c347c5316f None None] Current status of the port 11925564-4d84-4c0f-955f-d74b01197cc6 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:37:11.213230 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 53014) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:37:11.515076 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 11925564-4d84-4c0f-955f-d74b01197cc6 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:37:11.536071 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [None req-a6bb4b7c-f8f9-40ad-9977-5345bd8a330c admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115785) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:37:11.537153 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-a6bb4b7c-f8f9-40ad-9977-5345bd8a330c admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3229830 Jul 19 15:37:11.560729 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 11925564-4d84-4c0f-955f-d74b01197cc6 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:37:11.561049 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (11925564-4d84-4c0f-955f-d74b01197cc6), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:11.633763 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:11.636209 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 11925564-4d84-4c0f-955f-d74b01197cc6 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:37:13.834850 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53022) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:37:14.164752 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:37:14.186011 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Made reservation on behalf of 6a28683ac9174fb4a8e11a5ac75df07c for: {'network': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:37:14.188445 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:14.203745 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:14.213948 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:14.312401 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Publish callbacks [] for security_group (33204bb9-6531-4293-bf07-14b07a92a2a5), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:14.317614 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (33204bb9-6531-4293-bf07-14b07a92a2a5), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:14.340100 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Reserving flat network on physical network physnet1 {{(pid=115784) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 19 15:37:14.367952 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744576414257', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (8b9b1889-9b73-4dda-96be-8d24a672e0a4), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:14.368400 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Unsubscribe: segment precommit_create {{(pid=115784) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 15:37:14.368876 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.segments_db [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Added segment 8b9b1889-9b73-4dda-96be-8d24a672e0a4 of type flat for network 3ef4e101-41eb-411a-aa5a-672e4abf061e Jul 19 15:37:14.372460 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33204bb9-6531-4293-bf07-14b07a92a2a5,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:14.427998 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (3ef4e101-41eb-411a-aa5a-672e4abf061e), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:14.467319 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (3ef4e101-41eb-411a-aa5a-672e4abf061e), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:14.468872 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:37:14.469480 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:14.525511 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6858499 Jul 19 15:37:14.572528 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbae52a-3621-4cea-9831-c13e2e80b4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef4e101-41eb-411a-aa5a-672e4abf061e,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:14.584279 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:37:16.197518 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-41633356-c6ca-49f9-8ee4-28f291ba7607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:16.770998 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53030) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:37:16.800653 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:16.821818 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:17.140649 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03e65e1-738f-42b4-a215-d0a682236dc9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:37:17.141904 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-e03e65e1-738f-42b4-a215-d0a682236dc9 demo admin] 10.222.0.64 "GET /v2.0/subnets/601f2ad8-fc33-4371-ac05-eee84c5f6cec HTTP/1.1" status: 200 len: 849 time: 0.3699484 Jul 19 15:37:17.262937 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-dfe9594e-cb96-4e6f-8566-e3c42f99a33b demo admin] 10.222.0.64 "GET /v2.0/routers/8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb HTTP/1.1" status: 200 len: 704 time: 0.1134632 Jul 19 15:37:17.272744 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:17.529963 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:17.817721 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Allocated IP 172.20.0.1 (e1e2bd63-6fc3-47fd-892d-7d78d41e663c/601f2ad8-fc33-4371-ac05-eee84c5f6cec/5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:37:17.956662 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:INSERT=11,neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:17.976960 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Publish callbacks [] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:18.046637 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:18.155622 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Network e1e2bd63-6fc3-47fd-892d-7d78d41e663c is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:37:18.164919 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:37:18.173572 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:37:18.174135 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655459'] for router_interface (8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:18.236716 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Pushing event updated for resources: {'Port': ['ID=5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:18.335708 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-799fed94-bdcc-499e-a134-4831cf75a1eb None None] Provisioning complete for port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:37:18.336291 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-799fed94-bdcc-499e-a134-4831cf75a1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:18.370591 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-799fed94-bdcc-499e-a134-4831cf75a1eb None None] Port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:37:18.377836 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:18.390218 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:18.601104 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Publish callbacks [] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:18.605943 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:18.606471 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3665158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659499'] for router_interface (8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:18.611259 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-16cf2db3-8e84-49ba-a716-6325bb666736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:18.692162 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Pushing event updated for resources: {'Port': ['ID=5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:18.735550 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Network e1e2bd63-6fc3-47fd-892d-7d78d41e663c is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:37:18.736855 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:37:18.887961 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-15468e93-ea70-400a-8f37-ada392b0c30f None None] Provisioning complete for port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:37:18.888353 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-15468e93-ea70-400a-8f37-ada392b0c30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:18.894092 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Router 8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb is scheduled to L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 with binding_index 1 {{(pid=115784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 15:37:18.920366 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-15468e93-ea70-400a-8f37-ada392b0c30f None None] Port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:37:18.986103 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:37:18.991496 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f38554fe-7302-42ec-80d9-77c61103b709 demo admin] 10.222.0.64 "PUT /v2.0/routers/8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7228668 Jul 19 15:37:18.996477 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Sync routers for ids ['8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:37:19.009657 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Routers {'8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:37:19.010426 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:37:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:37:19.193110 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Set router 8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb gateway port host: None {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:37:19.536001 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:19.614834 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'name': 'router1', 'tenant_id': '9b71184c3b784a6c8662c36cc6a4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:37:08Z', 'updated_at': '2022-07-19T15:37:18Z', 'revision_number': 2, 'project_id': '9b71184c3b784a6c8662c36cc6a4f873', 'gw_port_host': None, '_interfaces': [{'id': '5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a', 'name': '', 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c', 'tenant_id': '9b71184c3b784a6c8662c36cc6a4f873', 'mac_address': 'fa:16:3e:a9:0a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '601f2ad8-fc33-4371-ac05-eee84c5f6cec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:37:17Z', 'updated_at': '2022-07-19T15:37:18Z', 'revision_number': 2, 'project_id': '9b71184c3b784a6c8662c36cc6a4f873', 'subnets': [{'id': '601f2ad8-fc33-4371-ac05-eee84c5f6cec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '005f3a82-8f30-4d0b-a884-0aa96afdd0da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:37:19.665570 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Checking router: 8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:37:19.665952 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Updating router 8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a binding host dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:37:19.717592 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:20.221050 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Publish callbacks [] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), precommit_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:20.227670 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:20.401345 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Pushing event updated for resources: {'Port': ['ID=5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a,revision_number=3']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:20.403932 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Attempting to bind port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:37:20.404327 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Attempting to bind port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '4db9ecc1-6ae6-4791-a518-35eb5888fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c'}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:37:20.405000 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Attempting to bind port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a on network e1e2bd63-6fc3-47fd-892d-7d78d41e663c {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:37:20.414781 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:37:20.415189 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Checking segment: {'id': '4db9ecc1-6ae6-4791-a518-35eb5888fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:37:20.415710 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:20.416134 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Bound using segment: {'id': '4db9ecc1-6ae6-4791-a518-35eb5888fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c'} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:37:20.416536 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Bound port: 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db9ecc1-6ae6-4791-a518-35eb5888fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c'}}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:37:20.416915 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:20.420717 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.421624 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.421948 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.422288 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.422640 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.422970 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.423298 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.423621 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.423939 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.424260 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.424580 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.424915 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.425238 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.425555 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.425871 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Tracked resource versions report: Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: pushed versions: Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: { 'AddressGroup': {'1.2'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Agent': {'1.1'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'ConntrackHelper': {'1.0'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'LocalIPAssociation': {'1.0'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Log': {'1.0'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'NDPProxy': {'1.0'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Network': {'1.1'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Port': {'1.7'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'PortForwarding': {'1.3'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'QosPolicy': {'1.10'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'SecurityGroup': {'1.5'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'SecurityGroupRule': {'1.2'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'SubPort': {'1.0'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Subnet': {'1.1'}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Trunk': {'1.1'}} Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: consumer versions: Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: { DHCP agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: L3 agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: Metadata agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: Metering agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: Open vSwitch agent@dv-cinder-849022-3-iscsi: { 'AddressGroup': '1.2', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Agent': '1.1', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'ConntrackHelper': '1.0', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'LocalIPAssociation': '1.0', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Log': '1.0', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'NDPProxy': '1.0', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Network': '1.1', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Port': '1.7', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'PortForwarding': '1.3', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'QosPolicy': '1.10', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'SecurityGroup': '1.5', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'SecurityGroupRule': '1.2', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'SubPort': '1.0', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Subnet': '1.1', Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Trunk': '1.1'}} Jul 19 15:37:20.427286 dv-cinder-849022-3-iscsi neutron-server[115787]: {{(pid=115787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 15:37:20.449774 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-7730b3b2-027e-41b7-a93b-00f8d32fb2df None None] Provisioning complete for port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:37:20.450173 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7730b3b2-027e-41b7-a93b-00f8d32fb2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:20.483723 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-7730b3b2-027e-41b7-a93b-00f8d32fb2df None None] Port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:37:20.495717 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] For port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:37:20.516765 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] For port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a,segment=NetworkSegment(4db9ecc1-6ae6-4791-a518-35eb5888fbd8),segment_id=4db9ecc1-6ae6-4791-a518-35eb5888fbd8)] {{(pid=115787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:37:20.522637 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:20.531278 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:20.548240 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:20.589586 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe049e-fc2b-4b12-a645-337e6dd25977 None None] Pushing event updated for resources: {'Port': ['ID=5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a,revision_number=4']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:20.592275 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Routers {'8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:37:20.592950 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:37:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:37:20.683291 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] Set router 8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb gateway port host: None {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:37:20.807399 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-a0cd3598-10e5-41cb-99fa-2c18252cc8ae None None] Provisioning complete for port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:37:20.807945 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a0cd3598-10e5-41cb-99fa-2c18252cc8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:20.882031 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd3598-10e5-41cb-99fa-2c18252cc8ae None None] Current status of the port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:37:20.882450 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a0cd3598-10e5-41cb-99fa-2c18252cc8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:20.884053 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'name': 'router1', 'tenant_id': '9b71184c3b784a6c8662c36cc6a4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:37:08Z', 'updated_at': '2022-07-19T15:37:18Z', 'revision_number': 2, 'project_id': '9b71184c3b784a6c8662c36cc6a4f873', 'gw_port_host': None, '_interfaces': [{'id': '5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a', 'name': '', 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c', 'tenant_id': '9b71184c3b784a6c8662c36cc6a4f873', 'mac_address': 'fa:16:3e:a9:0a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '601f2ad8-fc33-4371-ac05-eee84c5f6cec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:37:17Z', 'updated_at': '2022-07-19T15:37:20Z', 'revision_number': 4, 'project_id': '9b71184c3b784a6c8662c36cc6a4f873', 'subnets': [{'id': '601f2ad8-fc33-4371-ac05-eee84c5f6cec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '005f3a82-8f30-4d0b-a884-0aa96afdd0da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:37:20.909170 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb3d7f-31f0-4177-b31a-82b0b9729b13 None None] The sync data for ids ['8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb'] in dv-cinder-849022-3-iscsi is: [{'id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'name': 'router1', 'tenant_id': '9b71184c3b784a6c8662c36cc6a4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:37:08Z', 'updated_at': '2022-07-19T15:37:18Z', 'revision_number': 2, 'project_id': '9b71184c3b784a6c8662c36cc6a4f873', 'gw_port_host': None, '_interfaces': [{'id': '5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a', 'name': '', 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c', 'tenant_id': '9b71184c3b784a6c8662c36cc6a4f873', 'mac_address': 'fa:16:3e:a9:0a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '601f2ad8-fc33-4371-ac05-eee84c5f6cec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:37:17Z', 'updated_at': '2022-07-19T15:37:20Z', 'revision_number': 4, 'project_id': '9b71184c3b784a6c8662c36cc6a4f873', 'subnets': [{'id': '601f2ad8-fc33-4371-ac05-eee84c5f6cec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '005f3a82-8f30-4d0b-a884-0aa96afdd0da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:37:20.915643 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-a0cd3598-10e5-41cb-99fa-2c18252cc8ae None None] For port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a,segment=NetworkSegment(4db9ecc1-6ae6-4791-a518-35eb5888fbd8),segment_id=4db9ecc1-6ae6-4791-a518-35eb5888fbd8)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:37:20.920667 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a0cd3598-10e5-41cb-99fa-2c18252cc8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:20.975593 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd3598-10e5-41cb-99fa-2c18252cc8ae None None] Pushing event updated for resources: {'Port': ['ID=5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:21.248731 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53042) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:37:21.450188 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:21.680326 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd33b40-47cc-48cd-bc7d-ca3ec44ed897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:37:21.687345 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-4bd33b40-47cc-48cd-bc7d-ca3ec44ed897 admin admin] 10.222.0.64 "GET /v2.0/networks/3ef4e101-41eb-411a-aa5a-672e4abf061e HTTP/1.1" status: 200 len: 842 time: 0.4314749 Jul 19 15:37:21.691606 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-803b8317-08f7-4e05-ac9b-a3c481a6cbb5 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:37:21.695621 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:21.716977 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803b8317-08f7-4e05-ac9b-a3c481a6cbb5 admin admin] Made reservation on behalf of 6a28683ac9174fb4a8e11a5ac75df07c for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:37:21.720270 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-803b8317-08f7-4e05-ac9b-a3c481a6cbb5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:21.803701 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:21.913785 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:21.995080 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.objects.ports [None req-803b8317-08f7-4e05-ac9b-a3c481a6cbb5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115784) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 19 15:37:21.995540 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-803b8317-08f7-4e05-ac9b-a3c481a6cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for subnet (787d942a-a7d1-42a7-ac42-bec61d6d6ce4), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:22.046969 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b8317-08f7-4e05-ac9b-a3c481a6cbb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=787d942a-a7d1-42a7-ac42-bec61d6d6ce4,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:22.062313 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b8317-08f7-4e05-ac9b-a3c481a6cbb5 admin admin] Checking segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:37:22.062694 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b8317-08f7-4e05-ac9b-a3c481a6cbb5 admin admin] Network hostable DHCP agents. Network: 3ef4e101-41eb-411a-aa5a-672e4abf061e, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:37:22.082772 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b8317-08f7-4e05-ac9b-a3c481a6cbb5 admin admin] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:37:22.093455 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-803b8317-08f7-4e05-ac9b-a3c481a6cbb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 3ef4e101-41eb-411a-aa5a-672e4abf061e) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:37:22.097849 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b8317-08f7-4e05-ac9b-a3c481a6cbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:37:22.098484 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-803b8317-08f7-4e05-ac9b-a3c481a6cbb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:22.105343 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92411285-348f-485f-bd03-a698c547a0ed None None] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:37:22.125388 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-803b8317-08f7-4e05-ac9b-a3c481a6cbb5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4303544 Jul 19 15:37:22.219998 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0779638-a2f3-40f5-a255-8d1066ae0cf0 None None] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:37:22.224199 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:24.455989 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53050) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:37:24.941612 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-e48df51c-f610-4b02-a7f7-e773fd86eb7b demo admin] 10.222.0.64 "GET /v2.0/routers/8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb HTTP/1.1" status: 200 len: 710 time: 0.4844747 Jul 19 15:37:25.031831 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d865c4-9640-4352-b6da-6de9d99096c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:37:25.033201 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-d8d865c4-9640-4352-b6da-6de9d99096c5 demo admin] 10.222.0.64 "GET /v2.0/networks/3ef4e101-41eb-411a-aa5a-672e4abf061e HTTP/1.1" status: 200 len: 886 time: 0.0859849 Jul 19 15:37:25.041929 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:37:25.284038 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Publish callbacks [] for router_gateway (8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:25.360252 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:25.517853 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Publish callbacks [] for router_gateway (8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:25.598120 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:25.652814 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:25.706224 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Allocated IP 172.27.2.137 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/7613a4da-887a-4716-b8ff-35da6e304581) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:37:25.821625 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Publish callbacks [] for port (7613a4da-887a-4716-b8ff-35da6e304581), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:25.855655 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (7613a4da-887a-4716-b8ff-35da6e304581), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:25.894599 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:37:25.899917 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:37:25.903882 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:37:25.940280 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Pushing event updated for resources: {'Port': ['ID=7613a4da-887a-4716-b8ff-35da6e304581,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:26.155225 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Publish callbacks [] for router_gateway (8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:26.417344 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:26.429751 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-911'] for router (8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:26.434062 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-662203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-662196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667179'] for router (8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:26.541356 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Router 8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:37:26.547784 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:26.646610 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:37:26.650720 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] Publish callbacks [] for router (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:26.651923 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f2fab5ff-b67d-4e16-9553-d68caaf21ade demo admin] 10.222.0.64 "PUT /v2.0/routers/8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb HTTP/1.1" status: 200 len: 890 time: 1.6130736 Jul 19 15:37:27.324573 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Sync routers for ids ['8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:37:27.336707 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Routers {'8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:37:27.337365 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:37:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:37:27.563319 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:37:27.568148 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Set router 8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:37:27.700463 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:27.815382 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:37:27.815690 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:28.034302 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:37:28.049209 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'name': 'router1', 'tenant_id': '9b71184c3b784a6c8662c36cc6a4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '7613a4da-887a-4716-b8ff-35da6e304581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:37:08Z', 'updated_at': '2022-07-19T15:37:26Z', 'revision_number': 4, 'project_id': '9b71184c3b784a6c8662c36cc6a4f873', 'gw_port': {'id': '7613a4da-887a-4716-b8ff-35da6e304581', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:37:25Z', 'updated_at': '2022-07-19T15:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a', 'name': '', 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c', 'tenant_id': '9b71184c3b784a6c8662c36cc6a4f873', 'mac_address': 'fa:16:3e:a9:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '601f2ad8-fc33-4371-ac05-eee84c5f6cec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:37:17Z', 'updated_at': '2022-07-19T15:37:20Z', 'revision_number': 5, 'project_id': '9b71184c3b784a6c8662c36cc6a4f873', 'subnets': [{'id': '601f2ad8-fc33-4371-ac05-eee84c5f6cec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '005f3a82-8f30-4d0b-a884-0aa96afdd0da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:37:28.168160 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Checking router: 8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:37:28.168534 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Updating router 8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb port 7613a4da-887a-4716-b8ff-35da6e304581 binding host dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:37:28.222997 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (7613a4da-887a-4716-b8ff-35da6e304581), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:28.530197 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Publish callbacks [] for port (7613a4da-887a-4716-b8ff-35da6e304581), precommit_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:28.535318 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (7613a4da-887a-4716-b8ff-35da6e304581), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:28.558040 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:28.591437 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d467a4-6a98-476d-b43f-b655661baba7 None None] Pushing event updated for resources: {'Port': ['ID=7613a4da-887a-4716-b8ff-35da6e304581,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:28.595559 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Attempting to bind port 7613a4da-887a-4716-b8ff-35da6e304581 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:37:28.596166 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Attempting to bind port 7613a4da-887a-4716-b8ff-35da6e304581 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:37:28.596781 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Attempting to bind port 7613a4da-887a-4716-b8ff-35da6e304581 on network 3ef4e101-41eb-411a-aa5a-672e4abf061e {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:37:28.603391 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:37:28.603766 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Checking segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:37:28.604164 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:28.604545 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Bound using segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:37:28.605006 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Bound port: 7613a4da-887a-4716-b8ff-35da6e304581, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:37:28.605376 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (7613a4da-887a-4716-b8ff-35da6e304581), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:28.654352 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] For port 7613a4da-887a-4716-b8ff-35da6e304581, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:37:28.658126 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] For port 7613a4da-887a-4716-b8ff-35da6e304581, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=7613a4da-887a-4716-b8ff-35da6e304581,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:37:28.663712 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (7613a4da-887a-4716-b8ff-35da6e304581), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:28.725689 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d467a4-6a98-476d-b43f-b655661baba7 None None] Pushing event updated for resources: {'Port': ['ID=7613a4da-887a-4716-b8ff-35da6e304581,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:28.728228 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Routers {'8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:37:28.728822 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:37:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:37:28.808803 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:28.836473 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] Set router 8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:37:29.035033 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'name': 'router1', 'tenant_id': '9b71184c3b784a6c8662c36cc6a4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '7613a4da-887a-4716-b8ff-35da6e304581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:37:08Z', 'updated_at': '2022-07-19T15:37:26Z', 'revision_number': 4, 'project_id': '9b71184c3b784a6c8662c36cc6a4f873', 'gw_port': {'id': '7613a4da-887a-4716-b8ff-35da6e304581', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:37:25Z', 'updated_at': '2022-07-19T15:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a', 'name': '', 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c', 'tenant_id': '9b71184c3b784a6c8662c36cc6a4f873', 'mac_address': 'fa:16:3e:a9:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '601f2ad8-fc33-4371-ac05-eee84c5f6cec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:37:17Z', 'updated_at': '2022-07-19T15:37:20Z', 'revision_number': 5, 'project_id': '9b71184c3b784a6c8662c36cc6a4f873', 'subnets': [{'id': '601f2ad8-fc33-4371-ac05-eee84c5f6cec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '005f3a82-8f30-4d0b-a884-0aa96afdd0da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:37:29.063769 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cdbe4e-6be0-4147-a6be-c95a66805da6 None None] The sync data for ids ['8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb'] in dv-cinder-849022-3-iscsi is: [{'id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'name': 'router1', 'tenant_id': '9b71184c3b784a6c8662c36cc6a4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '7613a4da-887a-4716-b8ff-35da6e304581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:37:08Z', 'updated_at': '2022-07-19T15:37:26Z', 'revision_number': 4, 'project_id': '9b71184c3b784a6c8662c36cc6a4f873', 'gw_port': {'id': '7613a4da-887a-4716-b8ff-35da6e304581', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:37:25Z', 'updated_at': '2022-07-19T15:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a', 'name': '', 'network_id': 'e1e2bd63-6fc3-47fd-892d-7d78d41e663c', 'tenant_id': '9b71184c3b784a6c8662c36cc6a4f873', 'mac_address': 'fa:16:3e:a9:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cccc27e-fbd7-4897-9e14-e6d5ed3ab0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '601f2ad8-fc33-4371-ac05-eee84c5f6cec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:37:17Z', 'updated_at': '2022-07-19T15:37:20Z', 'revision_number': 5, 'project_id': '9b71184c3b784a6c8662c36cc6a4f873', 'subnets': [{'id': '601f2ad8-fc33-4371-ac05-eee84c5f6cec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '005f3a82-8f30-4d0b-a884-0aa96afdd0da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:37:29.148739 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53062) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:37:29.566210 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 7613a4da-887a-4716-b8ff-35da6e304581 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:37:29.575081 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-630a4518-b828-42d9-be78-6b21291e68b3 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4239872 Jul 19 15:37:29.618257 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 7613a4da-887a-4716-b8ff-35da6e304581 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:37:29.618715 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (7613a4da-887a-4716-b8ff-35da6e304581), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:29.709975 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 7613a4da-887a-4716-b8ff-35da6e304581 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:37:29.710456 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (7613a4da-887a-4716-b8ff-35da6e304581), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:29.732678 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port 7613a4da-887a-4716-b8ff-35da6e304581, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=7613a4da-887a-4716-b8ff-35da6e304581,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:37:29.738163 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (7613a4da-887a-4716-b8ff-35da6e304581), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:29.800858 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=7613a4da-887a-4716-b8ff-35da6e304581,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:37:31.549272 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 7613a4da-887a-4716-b8ff-35da6e304581 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:37:31.601111 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 7613a4da-887a-4716-b8ff-35da6e304581 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:37:31.601503 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (7613a4da-887a-4716-b8ff-35da6e304581), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:31.680601 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 7613a4da-887a-4716-b8ff-35da6e304581 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:37:39.567146 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=12 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:39.573602 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=26 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:39.808382 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 5 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:37:40.805556 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=33 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:41.674754 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:41.678227 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:46.207559 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-bf229358-066b-42f1-a501-e713f0ed5fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:48.575215 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b6ec6c77-1a90-4058-827a-702b93ac8742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:49.537914 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:49.798855 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=49 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:37:51.449849 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:37:51.811071 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:01.802519 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:38:01.806268 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:38:16.206917 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-6cf43d0d-9e3e-4c5b-9ca5-8b4a9361da35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:16.807974 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 5 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:38:17.808234 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:38:18.563200 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0543-2e26-44c1-861d-eaea47b23a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:19.543816 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:21.450969 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:21.809529 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:26.802787 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:38:31.802561 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:38:31.804409 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:38:46.200635 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f03c0ab9-16c1-4009-b786-769639edb9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:48.565264 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe553-6b46-4302-831d-a9b444f34c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:49.544117 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:51.453377 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:51.805081 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:51.846336 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53602) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:38:52.183355 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25dbd64-50d9-41ff-ac8a-02bae0c76e6a admin admin] GET failed (client error): The resource could not be found. Jul 19 15:38:52.184691 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-a25dbd64-50d9-41ff-ac8a-02bae0c76e6a admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3373277 Jul 19 15:38:52.350486 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae0c06-a738-4486-a678-c5c960bba34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:38:52.352001 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-d1ae0c06-a738-4486-a678-c5c960bba34f admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1632152 Jul 19 15:38:53.807612 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 5 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:38:54.569099 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53612) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:38:54.949759 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c147c3b6-6a17-4c9b-92b3-1302fa7ad4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:38:54.951508 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-c147c3b6-6a17-4c9b-92b3-1302fa7ad4da admin admin] 10.222.0.64 "GET /v2.0/subnets/601f2ad8-fc33-4371-ac05-eee84c5f6cec HTTP/1.1" status: 200 len: 849 time: 0.3814549 Jul 19 15:38:54.961504 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:38:55.048741 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Publish callbacks [] for subnet (601f2ad8-fc33-4371-ac05-eee84c5f6cec), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:55.191988 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744576328003'] for subnet (601f2ad8-fc33-4371-ac05-eee84c5f6cec), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:55.225639 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:38:55.226579 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:55.246387 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] 10.222.0.64 "PUT /v2.0/subnets/601f2ad8-fc33-4371-ac05-eee84c5f6cec HTTP/1.1" status: 200 len: 868 time: 0.2697203 Jul 19 15:38:55.246638 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aa5568-8cd0-4f34-b134-0ddfd438a75a None None] Network e1e2bd63-6fc3-47fd-892d-7d78d41e663c requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:38:55.247111 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=601f2ad8-fc33-4371-ac05-eee84c5f6cec,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:38:55.254387 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.254744 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.255084 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.255992 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.255992 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.256211 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.256387 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.256695 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.257044 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.257377 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.257703 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.258044 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.258385 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.259342 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.259342 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1383d1-9734-4e05-86b7-36a66c006e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:38:55.541788 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-a5a87263-0520-4719-b246-84572946aec2 None None] Provisioning complete for port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:38:55.542174 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a5a87263-0520-4719-b246-84572946aec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:55.616711 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-a5a87263-0520-4719-b246-84572946aec2 None None] Current status of the port 5f9fa1d8-d8d4-479f-b4c2-a15cbaf8852a is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:38:55.624878 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-a5a87263-0520-4719-b246-84572946aec2 None None] Provisioning complete for port 11925564-4d84-4c0f-955f-d74b01197cc6 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:38:55.625205 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a5a87263-0520-4719-b246-84572946aec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (11925564-4d84-4c0f-955f-d74b01197cc6), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:38:55.696305 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-a5a87263-0520-4719-b246-84572946aec2 None None] Current status of the port 11925564-4d84-4c0f-955f-d74b01197cc6 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:38:57.464268 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53622) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:38:57.939673 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b202b05-860e-419f-988f-e9fc4e1da9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:38:57.940142 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b202b05-860e-419f-988f-e9fc4e1da9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:38:57.941671 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0b202b05-860e-419f-988f-e9fc4e1da9f2 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4764094 Jul 19 15:39:00.142368 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53630) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:39:00.556239 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901cd441-da20-4ddc-a08d-569862578a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:00.556612 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901cd441-da20-4ddc-a08d-569862578a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:00.558128 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-901cd441-da20-4ddc-a08d-569862578a03 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4147613 Jul 19 15:39:02.786375 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53638) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:39:03.167048 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:03.186462 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625423fc-39ae-4505-885b-9abfe40958d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:03.187805 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-625423fc-39ae-4505-885b-9abfe40958d2 admin admin] 10.222.0.64 "GET /v2.0/networks/3ef4e101-41eb-411a-aa5a-672e4abf061e HTTP/1.1" status: 200 len: 886 time: 0.4004879 Jul 19 15:39:03.803561 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=4 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:03.804246 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:05.406901 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 53646) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:39:05.690820 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:05.695411 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:05.907256 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d34a5a-cb8b-4b89-9fa5-8ddb5e270e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:05.908672 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-37d34a5a-cb8b-4b89-9fa5-8ddb5e270e47 admin admin] 10.222.0.64 "GET /v2.0/networks/e1e2bd63-6fc3-47fd-892d-7d78d41e663c HTTP/1.1" status: 200 len: 869 time: 0.5004976 Jul 19 15:39:08.112503 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 53656) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:39:08.527249 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57985bb0-195f-41cb-a2bb-38a596e68e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:08.528580 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57985bb0-195f-41cb-a2bb-38a596e68e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:08.530614 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-57985bb0-195f-41cb-a2bb-38a596e68e6c admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4171188 Jul 19 15:39:10.766298 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 53664) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:39:11.133269 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02392dcf-3259-4130-923f-6f28605e65ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:11.133633 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02392dcf-3259-4130-923f-6f28605e65ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:11.135158 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-02392dcf-3259-4130-923f-6f28605e65ba admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3678916 Jul 19 15:39:13.185052 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:13.336169 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 53672) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:39:13.756471 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872ce263-3be4-4596-b5a0-b3eec719ae1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:13.757762 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-872ce263-3be4-4596-b5a0-b3eec719ae1f admin admin] 10.222.0.64 "GET /v2.0/subnets/601f2ad8-fc33-4371-ac05-eee84c5f6cec HTTP/1.1" status: 200 len: 868 time: 0.4206619 Jul 19 15:39:15.968525 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 53680) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:39:16.203764 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c05f4838-4493-44ac-a034-c8e4f28b0e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:16.337692 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46eee8f-acfa-42b6-87d9-2d67b082ebb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:16.339089 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-e46eee8f-acfa-42b6-87d9-2d67b082ebb1 admin admin] 10.222.0.64 "GET /v2.0/subnets/787d942a-a7d1-42a7-ac42-bec61d6d6ce4 HTTP/1.1" status: 200 len: 816 time: 0.3696151 Jul 19 15:39:18.569195 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7cea0930-c345-4dfe-b0cf-236b58852aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:19.550224 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:21.455862 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:21.808187 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:26.332493 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=37 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:26.334392 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=35 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:30.806312 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 5 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:39:31.801519 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=9 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:31.803513 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:31.812565 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=2 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:44.749456 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53736) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:39:45.077305 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [None req-09c4214d-b893-4940-8da7-e339eeedbf87 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115784) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:39:45.078599 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-09c4214d-b893-4940-8da7-e339eeedbf87 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3280320 Jul 19 15:39:45.675895 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=18 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:45.686105 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=14 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:46.208201 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-53cb378d-b308-4411-9e52-1434cbf6808b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:47.358645 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 53744) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:39:47.695515 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b1d84a-3f76-4761-bf9f-5a96bc909104 admin admin] GET failed (client error): The resource could not be found. Jul 19 15:39:47.696778 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-03b1d84a-3f76-4761-bf9f-5a96bc909104 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3372166 Jul 19 15:39:47.838682 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff1f21a-62ff-4c61-98a7-9953f5fe180d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:47.840162 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-8ff1f21a-62ff-4c61-98a7-9953f5fe180d admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1385565 Jul 19 15:39:48.572076 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c18980c0-cd1b-4731-86ce-5ec455881158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:49.551298 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:50.080512 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53752) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:39:50.408859 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-94b47612-2c48-4a09-9ab2-dd80c21f530d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:39:50.429608 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b47612-2c48-4a09-9ab2-dd80c21f530d admin admin] Made reservation on behalf of 6a28683ac9174fb4a8e11a5ac75df07c for: {'network': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:39:50.431908 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-94b47612-2c48-4a09-9ab2-dd80c21f530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:50.459221 dv-cinder-849022-3-iscsi neutron-server[115784]: WARNING neutron.services.revisions.revision_plugin [None req-94b47612-2c48-4a09-9ab2-dd80c21f530d admin admin] Could not find related network for resource to bump revision. Jul 19 15:39:50.473651 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b47612-2c48-4a09-9ab2-dd80c21f530d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=115784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:39:50.482846 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-94b47612-2c48-4a09-9ab2-dd80c21f530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (930ed391-e36f-4f98-9b75-5e4f38284d2d), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:50.483181 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.segments_db [None req-94b47612-2c48-4a09-9ab2-dd80c21f530d admin admin] Added segment 930ed391-e36f-4f98-9b75-5e4f38284d2d of type vlan for network 9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea Jul 19 15:39:50.532732 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-94b47612-2c48-4a09-9ab2-dd80c21f530d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:50.555912 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-94b47612-2c48-4a09-9ab2-dd80c21f530d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:50.556943 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b47612-2c48-4a09-9ab2-dd80c21f530d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:50.557506 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-94b47612-2c48-4a09-9ab2-dd80c21f530d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:50.619236 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-94b47612-2c48-4a09-9ab2-dd80c21f530d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5376461 Jul 19 15:39:50.622986 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b47612-2c48-4a09-9ab2-dd80c21f530d admin admin] Pushing event updated for resources: {'Network': ['ID=9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:39:50.633433 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:39:51.459887 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:51.813317 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:52.852183 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53760) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:39:53.189602 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.pecan_wsgi.hooks.translation [None req-8045f649-efb4-490e-90ff-19593b54a959 admin admin] GET failed (client error): The resource could not be found. Jul 19 15:39:53.190902 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-8045f649-efb4-490e-90ff-19593b54a959 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3377728 Jul 19 15:39:53.361723 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad07812-23da-4735-8749-b9967cfa8181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:53.363216 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-1ad07812-23da-4735-8749-b9967cfa8181 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1682918 Jul 19 15:39:53.373756 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-49bc8433-9242-4b35-8499-232bb3e1f1de admin admin] Request body: {'subnet': {'network_id': '9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:39:53.392320 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bc8433-9242-4b35-8499-232bb3e1f1de admin admin] Made reservation on behalf of 6a28683ac9174fb4a8e11a5ac75df07c for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:39:53.394692 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-49bc8433-9242-4b35-8499-232bb3e1f1de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:53.560274 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-49bc8433-9242-4b35-8499-232bb3e1f1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for subnet (6bac5932-7004-4f71-a5d7-667e8acf27d2), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:53.616242 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc8433-9242-4b35-8499-232bb3e1f1de admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bac5932-7004-4f71-a5d7-667e8acf27d2,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:39:53.623824 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc8433-9242-4b35-8499-232bb3e1f1de admin admin] Checking segment: {'id': '930ed391-e36f-4f98-9b75-5e4f38284d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:39:53.624180 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc8433-9242-4b35-8499-232bb3e1f1de admin admin] Network hostable DHCP agents. Network: 9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:39:53.642438 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc8433-9242-4b35-8499-232bb3e1f1de admin admin] Network 9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:39:53.650416 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-49bc8433-9242-4b35-8499-232bb3e1f1de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:39:53.654906 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc8433-9242-4b35-8499-232bb3e1f1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:39:53.655770 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-49bc8433-9242-4b35-8499-232bb3e1f1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:53.660088 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45ca50a-bf24-4798-967e-4a13cea5b390 None None] Network 9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:39:53.674295 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-49bc8433-9242-4b35-8499-232bb3e1f1de admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3045866 Jul 19 15:39:53.868167 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280235f-3fe9-5815-959f-2ca5106b3b68-9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea', 'network_id': '9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea', 'project_id': '6a28683ac9174fb4a8e11a5ac75df07c', 'fixed_ips': [{'subnet_id': '6bac5932-7004-4f71-a5d7-667e8acf27d2'}]}} from dv-cinder-849022-3-iscsi. {{(pid=115786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 15:39:53.869063 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:54.012368 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.db_base_plugin_common [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Allocated IP 192.168.233.2 (9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea/6bac5932-7004-4f71-a5d7-667e8acf27d2/cc2d14a1-234d-4019-85b2-6178b3d513e5) {{(pid=115786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:39:54.162095 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Publish callbacks [] for port (cc2d14a1-234d-4019-85b2-6178b3d513e5), precommit_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:54.168605 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (cc2d14a1-234d-4019-85b2-6178b3d513e5), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:54.206423 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Network 9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea is already hosted by enough agents. {{(pid=115786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:39:54.211992 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.base_scheduler [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Resources bound (agent type, host, resource id): {{(pid=115786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:39:54.216162 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Received port after_create {{(pid=115786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:39:54.222834 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Pushing event updated for resources: {'Port': ['ID=cc2d14a1-234d-4019-85b2-6178b3d513e5,revision_number=1']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:39:54.246801 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.247153 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.247507 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.247863 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.248199 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.248529 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.248856 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.249182 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.249508 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.249839 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.250164 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.250536 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.250862 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.251182 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.251502 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:39:54.288600 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Attempting to bind port cc2d14a1-234d-4019-85b2-6178b3d513e5 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:39:54.288968 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Attempting to bind port cc2d14a1-234d-4019-85b2-6178b3d513e5 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '930ed391-e36f-4f98-9b75-5e4f38284d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:39:54.289329 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Attempting to bind port cc2d14a1-234d-4019-85b2-6178b3d513e5 on network 9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:39:54.294676 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:39:54.295054 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Checking segment: {'id': '930ed391-e36f-4f98-9b75-5e4f38284d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:39:54.295453 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:54.295846 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Bound using segment: {'id': '930ed391-e36f-4f98-9b75-5e4f38284d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:39:54.296440 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Bound port: cc2d14a1-234d-4019-85b2-6178b3d513e5, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930ed391-e36f-4f98-9b75-5e4f38284d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:39:54.296823 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (cc2d14a1-234d-4019-85b2-6178b3d513e5), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:54.358168 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] For port cc2d14a1-234d-4019-85b2-6178b3d513e5, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:39:54.361425 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] For port cc2d14a1-234d-4019-85b2-6178b3d513e5, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=cc2d14a1-234d-4019-85b2-6178b3d513e5,segment=NetworkSegment(930ed391-e36f-4f98-9b75-5e4f38284d2d),segment_id=930ed391-e36f-4f98-9b75-5e4f38284d2d)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:39:54.367585 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (cc2d14a1-234d-4019-85b2-6178b3d513e5), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:54.423125 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:54.428094 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3e52c-8163-477a-8838-3f801e1a6b07 None None] Pushing event updated for resources: {'Port': ['ID=cc2d14a1-234d-4019-85b2-6178b3d513e5,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:39:55.224853 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b6d6f4-7838-494d-9d45-cf2280b05a5c None None] Network 9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:39:55.287350 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:55.293187 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-8ebf98e7-6488-4311-9b2c-c45f53a81039 None None] Provisioning complete for port cc2d14a1-234d-4019-85b2-6178b3d513e5 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:39:55.293580 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-8ebf98e7-6488-4311-9b2c-c45f53a81039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (cc2d14a1-234d-4019-85b2-6178b3d513e5), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:55.412539 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf98e7-6488-4311-9b2c-c45f53a81039 None None] Current status of the port cc2d14a1-234d-4019-85b2-6178b3d513e5 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:39:55.413669 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-8ebf98e7-6488-4311-9b2c-c45f53a81039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (cc2d14a1-234d-4019-85b2-6178b3d513e5), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:55.460899 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-8ebf98e7-6488-4311-9b2c-c45f53a81039 None None] For port cc2d14a1-234d-4019-85b2-6178b3d513e5, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=cc2d14a1-234d-4019-85b2-6178b3d513e5,segment=NetworkSegment(930ed391-e36f-4f98-9b75-5e4f38284d2d),segment_id=930ed391-e36f-4f98-9b75-5e4f38284d2d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:39:55.467093 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-8ebf98e7-6488-4311-9b2c-c45f53a81039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (cc2d14a1-234d-4019-85b2-6178b3d513e5), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:55.522445 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf98e7-6488-4311-9b2c-c45f53a81039 None None] Pushing event updated for resources: {'Port': ['ID=cc2d14a1-234d-4019-85b2-6178b3d513e5,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:39:55.590191 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-b56c73aa-9ebe-45f2-a435-854391fd04a0 None None] Provisioning complete for port cc2d14a1-234d-4019-85b2-6178b3d513e5 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:39:55.590467 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b56c73aa-9ebe-45f2-a435-854391fd04a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (cc2d14a1-234d-4019-85b2-6178b3d513e5), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:55.659826 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device cc2d14a1-234d-4019-85b2-6178b3d513e5 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:39:55.701975 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-b56c73aa-9ebe-45f2-a435-854391fd04a0 None None] Current status of the port cc2d14a1-234d-4019-85b2-6178b3d513e5 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:39:55.721542 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port cc2d14a1-234d-4019-85b2-6178b3d513e5 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:39:55.721851 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (cc2d14a1-234d-4019-85b2-6178b3d513e5), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:39:55.796303 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port cc2d14a1-234d-4019-85b2-6178b3d513e5 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:39:57.834616 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=13 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:39:57.835420 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=9 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:40:03.666782 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=58,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:40:03.668620 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:40:05.788634 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:40:05.794832 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:40:07.805104 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 5 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:40:16.211539 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a8245166-f083-4e3f-b916-c5843f99be04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:40:17.800740 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=4 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:40:17.801498 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=4 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:40:18.575537 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-62e6640f-ff00-4143-9df4-6ac4496efa1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:40:19.554316 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:40:21.462123 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:40:21.816176 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:40:31.810772 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:40:31.812725 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:40:44.803462 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 5 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:40:46.220643 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ff342428-5d43-4aa1-a1fa-7c567d6d01db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:40:48.577364 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7a471007-3285-4a57-9a53-a4db60467920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:40:49.558039 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:40:51.466026 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:40:51.818316 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:40:54.799045 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:40:54.800066 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:41:01.812464 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:41:01.813294 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:41:16.218985 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d9a36cf3-8291-4865-a404-901725fc2fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:18.580221 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a739d871-9702-42a2-96f7-d4218ea937e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:19.560276 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:21.470516 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:21.803449 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 5 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:41:21.822499 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:24.475603 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53798) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:41:24.482078 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [None req-3390bdf4-45cb-469e-a36f-d1b921f3df4f tempest-verify_tempest_config-1242343249 tempest-verify_tempest_config-1242343249-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115784) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:41:24.483078 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-3390bdf4-45cb-469e-a36f-d1b921f3df4f tempest-verify_tempest_config-1242343249 tempest-verify_tempest_config-1242343249-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065105 Jul 19 15:41:25.008224 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 53816) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:41:25.342051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:25.420845 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Publish callbacks [] for security_group (39e7698e-6b24-4d3a-aefd-21428e414807), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:25.425390 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (39e7698e-6b24-4d3a-aefd-21428e414807), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:25.471599 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e7698e-6b24-4d3a-aefd-21428e414807,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:41:25.476267 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=956d262891534604ad5629cdf3ec28c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4665473 Jul 19 15:41:25.479836 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53822) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:41:25.481249 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.481591 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.481946 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.482288 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.482640 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.482969 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.483294 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.483612 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.483932 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.484253 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.484588 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.484911 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.485226 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.485543 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.485858 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85213e1f-46ea-4eeb-88ff-ec3bf8accaa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.539590 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Publish callbacks [] for security_group (39e7698e-6b24-4d3a-aefd-21428e414807), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:25.561333 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Publish callbacks [] for security_group (39e7698e-6b24-4d3a-aefd-21428e414807), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:25.653274 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (39e7698e-6b24-4d3a-aefd-21428e414807), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:25.656028 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:25.657608 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39e7698e-6b24-4d3a-aefd-21428e414807 HTTP/1.1" status: 204 len: 168 time: 0.1767724 Jul 19 15:41:25.666624 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e7698e-6b24-4d3a-aefd-21428e414807,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:41:25.673569 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.673915 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.674271 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.674634 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.674966 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.675293 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.675706 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.675929 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.676266 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.676589 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.676925 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.677262 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.677583 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.677904 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:25.678217 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fea90-bb85-4b23-84e5-8bdf9c4d2d8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:41:31.798848 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:41:31.799634 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:41:31.815673 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:41:35.467244 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=18,neutron:INSERT=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:41:35.475742 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=21,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:41:35.661368 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:41:35.673372 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:41:35.699027 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:41:45.597444 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=13 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:41:45.599385 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=13 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:41:46.217318 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-accdaec1-4775-459d-b68c-1d6784b55899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:48.582407 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-4ef158b5-6087-49e5-a0fb-f81787f531d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:49.564149 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:51.473198 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:51.825583 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:41:58.802145 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 5 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:42:01.813573 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:42:01.820622 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:42:16.211247 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad402-bbae-4fdd-a28f-17d48912a926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:42:16.794825 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:42:16.795613 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=7 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:42:18.584396 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a05da863-1ce8-44cc-ab23-403575939ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:42:19.565450 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:42:21.478446 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:42:21.828907 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:42:31.818521 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:42:31.824521 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:42:35.800064 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 5 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:42:44.799432 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:42:45.796398 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:42:46.212299 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-278afdf2-533f-443c-8269-2c785a9e4a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:42:48.587140 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-037d050c-d376-4dd7-8cd8-1b6bb3de8bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:42:49.569187 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:42:51.482706 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:42:51.830917 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:43:01.825080 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:43:01.826956 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:43:09.098700 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666130'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:43:12.799973 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:43:13.811885 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=2 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:43:16.217954 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-8a3905b3-04eb-48d4-bede-47b40a28936c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:43:18.588080 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-0272b57c-3ebe-4bfd-a793-f5d64fd6d0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:43:19.572335 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:43:21.423947 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 53916) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:43:21.483528 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:43:21.552394 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-2964b384-bd12-462d-b9a2-60849f9a7272 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1273539 Jul 19 15:43:21.839436 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:43:22.795936 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=6 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:43:23.635384 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 53926) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:43:23.691706 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-a754a795-15dc-4e44-bed0-46e0ec77bf5a admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0552461 Jul 19 15:43:31.827370 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:43:31.836535 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:INSERT=1,neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:43:33.685835 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:43:33.687953 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:43:39.061529 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:43:46.212656 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-77b58616-0cac-45de-a2d5-bf3d835b2ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:43:48.589752 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-be157ad6-2e89-48c1-bce4-04e60593211c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:43:49.576080 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:43:49.802450 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:43:51.487420 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:43:51.832772 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:43:59.797681 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=16 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:43:59.798569 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=18 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:44:01.822697 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:44:01.828859 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:44:09.066431 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:16.222036 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-0333d837-b7b8-453a-b149-d7d0e0f32113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:18.614317 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-1933454f-e974-4b9e-9091-2e1106bfdbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:19.584015 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:21.491541 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:21.835320 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:26.802381 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:44:31.824691 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:44:31.831805 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:44:39.061734 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:44.805379 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:44:44.806149 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:44:46.215922 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-efd661a9-2c8d-4b6f-9cfb-5c1576446892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:48.595210 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-6ecca33f-12f9-4a90-a3e4-08f84602e3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:49.583738 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:51.494088 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:51.838843 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:59.249563 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 53994) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:44:59.433759 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-network', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:44:59.486091 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Made reservation on behalf of 171a2f5462994c8d98ffd8cbc2ce5677 for: {'network': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:44:59.494644 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:59.521075 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:59.635483 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Publish callbacks [] for security_group (50c12cac-b9ea-4b91-bad9-8665915ff4e4), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:59.641722 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (50c12cac-b9ea-4b91-bad9-8665915ff4e4), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:59.672530 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c12cac-b9ea-4b91-bad9-8665915ff4e4,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:44:59.682269 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.682269 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.682269 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.682269 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.682269 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.682269 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.682269 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.682269 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.683051 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.683051 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.684469 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.684469 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.684469 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.684469 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.684956 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Tracked resource versions report: Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: pushed versions: Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: { 'AddressGroup': {'1.2'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Agent': {'1.1'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'ConntrackHelper': {'1.0'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'LocalIPAssociation': {'1.0'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Log': {'1.0'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'NDPProxy': {'1.0'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Network': {'1.1'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Port': {'1.7'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'PortForwarding': {'1.3'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'QosPolicy': {'1.10'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'SecurityGroup': {'1.5'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'SecurityGroupRule': {'1.2'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'SubPort': {'1.0'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Subnet': {'1.1'}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Trunk': {'1.1'}} Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: consumer versions: Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: { DHCP agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: HyperV agent@hv-cinder-84902: {}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: L3 agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: Metadata agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: Metering agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: Open vSwitch agent@dv-cinder-849022-3-iscsi: { 'AddressGroup': '1.2', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Agent': '1.1', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'ConntrackHelper': '1.0', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'LocalIPAssociation': '1.0', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Log': '1.0', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'NDPProxy': '1.0', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Network': '1.1', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Port': '1.7', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'PortForwarding': '1.3', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'QosPolicy': '1.10', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'SecurityGroup': '1.5', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'SecurityGroupRule': '1.2', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'SubPort': '1.0', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Subnet': '1.1', Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: 'Trunk': '1.1'}} Jul 19 15:44:59.686521 dv-cinder-849022-3-iscsi neutron-server[115784]: {{(pid=115784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 15:44:59.694658 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=115784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:44:59.706922 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (664efb0a-a0a2-43fe-a55f-a323d2b78d1f), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:59.707318 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.segments_db [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Added segment 664efb0a-a0a2-43fe-a55f-a323d2b78d1f of type vlan for network 4747c92b-9953-4013-87b5-ea57492dd5d4 Jul 19 15:44:59.766904 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (4747c92b-9953-4013-87b5-ea57492dd5d4), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:59.805217 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (4747c92b-9953-4013-87b5-ea57492dd5d4), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:59.808169 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:44:59.809591 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:59.848919 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5974250 Jul 19 15:44:59.851885 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54044) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:44:59.858036 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Request body: {'subnet': {'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-subnet', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:44:59.889422 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Made reservation on behalf of 171a2f5462994c8d98ffd8cbc2ce5677 for: {'subnet': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:44:59.893957 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:44:59.905027 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b3626-594b-4b58-873a-52f70976ff7a admin admin] Pushing event updated for resources: {'Network': ['ID=4747c92b-9953-4013-87b5-ea57492dd5d4,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:44:59.918088 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 4747c92b-9953-4013-87b5-ea57492dd5d4 details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:45:00.122609 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for subnet (60fb34e8-0b5b-4987-b39f-b08c45bd460d), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:00.175285 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60fb34e8-0b5b-4987-b39f-b08c45bd460d,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:00.186349 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.187244 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.187780 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.188297 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.188630 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.188962 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.189287 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.189606 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.189936 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.190258 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.190629 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.190975 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.191294 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.191770 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.192254 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Tracked resource versions report: Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: pushed versions: Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: { 'AddressGroup': {'1.2'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Agent': {'1.1'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'ConntrackHelper': {'1.0'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'LocalIPAssociation': {'1.0'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Log': {'1.0'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'NDPProxy': {'1.0'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Network': {'1.1'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Port': {'1.7'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'PortForwarding': {'1.3'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'QosPolicy': {'1.10'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'SecurityGroup': {'1.5'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'SecurityGroupRule': {'1.2'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'SubPort': {'1.0'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Subnet': {'1.1'}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Trunk': {'1.1'}} Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: consumer versions: Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: { DHCP agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: HyperV agent@hv-cinder-84902: {}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: L3 agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: Metadata agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: Metering agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: Open vSwitch agent@dv-cinder-849022-3-iscsi: { 'AddressGroup': '1.2', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Agent': '1.1', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'ConntrackHelper': '1.0', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'LocalIPAssociation': '1.0', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Log': '1.0', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'NDPProxy': '1.0', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Network': '1.1', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Port': '1.7', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'PortForwarding': '1.3', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'QosPolicy': '1.10', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'SecurityGroup': '1.5', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'SecurityGroupRule': '1.2', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'SubPort': '1.0', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Subnet': '1.1', Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: 'Trunk': '1.1'}} Jul 19 15:45:00.193533 dv-cinder-849022-3-iscsi neutron-server[115785]: {{(pid=115785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 15:45:00.222730 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Checking segment: {'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:00.223103 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Network hostable DHCP agents. Network: 4747c92b-9953-4013-87b5-ea57492dd5d4, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:45:00.254327 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Network 4747c92b-9953-4013-87b5-ea57492dd5d4 is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:45:00.269302 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 4747c92b-9953-4013-87b5-ea57492dd5d4) {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:00.281484 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:00.281606 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075550ce-fb8c-4ce4-8f34-b5f814ca5392 None None] Network 4747c92b-9953-4013-87b5-ea57492dd5d4 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:45:00.281730 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:00.304807 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-5e560fce-0bac-454f-bfba-42f874f98f22 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4511585 Jul 19 15:45:00.307738 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54072) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:00.316768 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:00.352727 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router (527c3e6f-f791-4af5-9eef-662c9e884963), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:00.354629 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-929'] for router (527c3e6f-f791-4af5-9eef-662c9e884963), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:00.408090 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280235f-3fe9-5815-959f-2ca5106b3b68-4747c92b-9953-4013-87b5-ea57492dd5d4', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d'}]}} from dv-cinder-849022-3-iscsi. {{(pid=115786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 15:45:00.409857 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:00.512387 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Publish callbacks [] for router_controller (527c3e6f-f791-4af5-9eef-662c9e884963), precommit_add_association {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:00.580727 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.db_base_plugin_common [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Allocated IP 172.20.0.2 (4747c92b-9953-4013-87b5-ea57492dd5d4/60fb34e8-0b5b-4987-b39f-b08c45bd460d/8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3) {{(pid=115786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:00.744362 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Publish callbacks [] for router_gateway (527c3e6f-f791-4af5-9eef-662c9e884963), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:00.790702 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Publish callbacks [] for port (8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3), precommit_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:00.798539 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:00.825772 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54088) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:00.844220 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Network 4747c92b-9953-4013-87b5-ea57492dd5d4 is already hosted by enough agents. {{(pid=115786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:00.847996 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.base_scheduler [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Resources bound (agent type, host, resource id): {{(pid=115786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:00.859872 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Received port after_create {{(pid=115786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:00.872433 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Pushing event updated for resources: {'Port': ['ID=8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3,revision_number=1']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:00.907424 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.908026 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.908786 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.909557 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.910060 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.910574 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.911071 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.911854 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.912352 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.912690 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.913024 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.913520 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.913792 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.914187 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.914545 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Tracked resource versions report: Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: pushed versions: Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: { 'AddressGroup': {'1.2'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Agent': {'1.1'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'ConntrackHelper': {'1.0'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'LocalIPAssociation': {'1.0'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Log': {'1.0'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'NDPProxy': {'1.0'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Network': {'1.1'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Port': {'1.7'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'PortForwarding': {'1.3'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'QosPolicy': {'1.10'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'SecurityGroup': {'1.5'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'SecurityGroupRule': {'1.2'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'SubPort': {'1.0'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Subnet': {'1.1'}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Trunk': {'1.1'}} Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: consumer versions: Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: { DHCP agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: HyperV agent@hv-cinder-84902: {}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: L3 agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: Metadata agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: Metering agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: Open vSwitch agent@dv-cinder-849022-3-iscsi: { 'AddressGroup': '1.2', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Agent': '1.1', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'ConntrackHelper': '1.0', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'LocalIPAssociation': '1.0', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Log': '1.0', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'NDPProxy': '1.0', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Network': '1.1', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Port': '1.7', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'PortForwarding': '1.3', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'QosPolicy': '1.10', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'SecurityGroup': '1.5', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'SecurityGroupRule': '1.2', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'SubPort': '1.0', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Subnet': '1.1', Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: 'Trunk': '1.1'}} Jul 19 15:45:00.915731 dv-cinder-849022-3-iscsi neutron-server[115786]: {{(pid=115786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 15:45:00.961988 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Attempting to bind port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:00.962660 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Attempting to bind port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:00.962849 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Attempting to bind port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 on network 4747c92b-9953-4013-87b5-ea57492dd5d4 {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:00.968874 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:00.969360 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Checking segment: {'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:00.969884 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:00.970452 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Bound using segment: {'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:00.971207 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Bound port: 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:00.971687 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:00.991896 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Publish callbacks [] for router_gateway (527c3e6f-f791-4af5-9eef-662c9e884963), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.054220 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] For port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:01.058412 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] For port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:01.067618 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.072491 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:01.086687 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.125299 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-154882505-network', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:01.160535 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03ea08-f3c1-42bb-93b5-8f6253fe4467 None None] Pushing event updated for resources: {'Port': ['ID=8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:01.179027 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Made reservation on behalf of 45a72d232f314a78b0e1c3f04b0ed682 for: {'network': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:45:01.185178 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.210053 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.300348 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:01.342179 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Allocated IP 172.27.2.74 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/f4022690-166a-41f5-a463-c0bfa6d7b196) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:01.356175 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Publish callbacks [] for security_group (f5d7f5de-0ec1-43a6-9b14-362af6661287), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.363149 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:01.366245 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (f5d7f5de-0ec1-43a6-9b14-362af6661287), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.382651 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=115784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:45:01.422203 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=69,neutron:INSERT=24,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:01.425932 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d7f5de-0ec1-43a6-9b14-362af6661287,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:01.445440 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (25a5302a-bc22-499e-bae3-a00a4ce42b06), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.446230 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.segments_db [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Added segment 25a5302a-bc22-499e-bae3-a00a4ce42b06 of type vlan for network fe8b95ad-7997-4bfd-893e-d87b2c843602 Jul 19 15:45:01.524886 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (fe8b95ad-7997-4bfd-893e-d87b2c843602), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.557778 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Publish callbacks [] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.559301 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (fe8b95ad-7997-4bfd-893e-d87b2c843602), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.561051 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:01.561909 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.639567 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8120601 Jul 19 15:45:01.642913 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54122) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:01.649063 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-179c6c64-9963-460e-8f6b-e110ea70f8e4 admin admin] Request body: {'subnet': {'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-154882505-subnet', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:01.671897 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.672977 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d36d1-edbb-47cc-90e9-9c073b9e44d9 admin admin] Pushing event updated for resources: {'Network': ['ID=fe8b95ad-7997-4bfd-893e-d87b2c843602,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:01.694431 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network fe8b95ad-7997-4bfd-893e-d87b2c843602 details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:45:01.709607 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:01.717750 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:01.722441 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:01.867933 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179c6c64-9963-460e-8f6b-e110ea70f8e4 admin admin] Made reservation on behalf of 45a72d232f314a78b0e1c3f04b0ed682 for: {'subnet': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:45:01.870303 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-179c6c64-9963-460e-8f6b-e110ea70f8e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:01.929072 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:01.933262 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:02.007661 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:02.008284 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:02.101508 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:02.102452 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:02.150191 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:02.154324 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Pushing event updated for resources: {'Port': ['ID=f4022690-166a-41f5-a463-c0bfa6d7b196,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:02.159034 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:02.237681 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:02.253981 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Publish callbacks [] for router_gateway (527c3e6f-f791-4af5-9eef-662c9e884963), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:02.560281 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662221'] for router (527c3e6f-f791-4af5-9eef-662c9e884963), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:02.566782 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-179c6c64-9963-460e-8f6b-e110ea70f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for subnet (783ad02f-bd45-48ea-8e48-5acd89ea85ac), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:02.572547 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:02.598602 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:02.601917 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e1a977-e41b-41aa-9d44-f17f37e7eb10 None None] Network 4747c92b-9953-4013-87b5-ea57492dd5d4 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:45:02.650582 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54164) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:02.705936 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54172) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:02.756877 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-366da9a6-e574-4c1e-9f1f-48017504c168 None None] Provisioning complete for port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:02.757352 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-366da9a6-e574-4c1e-9f1f-48017504c168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:02.870477 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c6c64-9963-460e-8f6b-e110ea70f8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=783ad02f-bd45-48ea-8e48-5acd89ea85ac,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:02.899389 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179c6c64-9963-460e-8f6b-e110ea70f8e4 admin admin] Checking segment: {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:02.900082 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179c6c64-9963-460e-8f6b-e110ea70f8e4 admin admin] Network hostable DHCP agents. Network: fe8b95ad-7997-4bfd-893e-d87b2c843602, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:45:02.929010 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-366da9a6-e574-4c1e-9f1f-48017504c168 None None] Current status of the port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:02.943617 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-844645670-network', 'tenant_id': 'a872b4eafae74b82896bd09229152104'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:02.998043 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179c6c64-9963-460e-8f6b-e110ea70f8e4 admin admin] Network fe8b95ad-7997-4bfd-893e-d87b2c843602 is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:45:03.004865 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Router 527c3e6f-f791-4af5-9eef-662c9e884963 is scheduled to L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 with binding_index 1 {{(pid=115785) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 15:45:03.005071 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Made reservation on behalf of a872b4eafae74b82896bd09229152104 for: {'network': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:45:03.007794 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:03.034037 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-634874066-network', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:03.050169 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:03.165766 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:03.187974 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Made reservation on behalf of 905aecc2e33f4befb1a47740e8d53611 for: {'network': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:45:03.191866 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:03.215887 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:03.224731 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Publish callbacks [] for security_group (bc8caf58-32cb-49f9-af29-8f9ec5e9b1db), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:03.239905 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (bc8caf58-32cb-49f9-af29-8f9ec5e9b1db), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:03.240135 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:45:03.251441 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Sync routers for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:45:03.265095 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-179c6c64-9963-460e-8f6b-e110ea70f8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, fe8b95ad-7997-4bfd-893e-d87b2c843602) {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:03.276768 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179c6c64-9963-460e-8f6b-e110ea70f8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:03.277576 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-179c6c64-9963-460e-8f6b-e110ea70f8e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:03.278570 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-2f9eed1f-b4e4-4c14-9df0-9dace1118425 None None] Provisioning complete for port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:03.279087 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2f9eed1f-b4e4-4c14-9df0-9dace1118425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:03.284991 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:03.294908 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:03.295634 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:44:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:03.296538 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:03.301000 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-1b268373-f388-4c03-a067-a3c029fa96bd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9894235 Jul 19 15:45:03.320731 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54190) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:03.321400 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54194) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:03.333640 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-179c6c64-9963-460e-8f6b-e110ea70f8e4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6892116 Jul 19 15:45:03.397328 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79422895-9ddd-42f1-a10f-492613cca8ee None None] Network fe8b95ad-7997-4bfd-893e-d87b2c843602 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:45:03.480882 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:03.488170 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=115784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:45:03.699936 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-2f9eed1f-b4e4-4c14-9df0-9dace1118425 None None] Current status of the port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:03.703000 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280235f-3fe9-5815-959f-2ca5106b3b68-fe8b95ad-7997-4bfd-893e-d87b2c843602', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac'}]}} from dv-cinder-849022-3-iscsi. {{(pid=115786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 15:45:03.704377 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:03.815285 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:45:03.843929 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:03.877617 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.db_base_plugin_common [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Allocated IP 172.20.0.2 (fe8b95ad-7997-4bfd-893e-d87b2c843602/783ad02f-bd45-48ea-8e48-5acd89ea85ac/4a365017-bb9a-4d79-9007-c05962a8fdfe) {{(pid=115786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:03.913559 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Publish callbacks [] for security_group (d5767556-44ee-46a0-af02-b95c55eb338f), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:03.982162 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (d5767556-44ee-46a0-af02-b95c55eb338f), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.024825 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (499c3b22-ec92-4a84-a21c-c137765310b0), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.025212 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.segments_db [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Added segment 499c3b22-ec92-4a84-a21c-c137765310b0 of type vlan for network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 Jul 19 15:45:04.043818 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:04.044868 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:04.047723 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:04.088907 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Publish callbacks [] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), precommit_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.101987 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.129807 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=115784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:45:04.151198 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (8347f494-1fe9-4185-946e-959eae3293c1), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.151839 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.segments_db [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Added segment 8347f494-1fe9-4185-946e-959eae3293c1 of type vlan for network 397d0617-8fd5-42c5-ae76-42ed3e65b60f Jul 19 15:45:04.161625 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:01Z', 'revision_number': 3, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:04.189998 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Checking router: 527c3e6f-f791-4af5-9eef-662c9e884963 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:45:04.189998 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Updating router 527c3e6f-f791-4af5-9eef-662c9e884963 port f4022690-166a-41f5-a463-c0bfa6d7b196 binding host dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:45:04.200727 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=72,neutron:DELETE=2,neutron:INSERT=22,neutron:UPDATE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:04.202161 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5767556-44ee-46a0-af02-b95c55eb338f,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:04.232430 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.314456 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (397d0617-8fd5-42c5-ae76-42ed3e65b60f), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.331605 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router (441aac0f-e735-413c-9ddc-149e4b085715), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.333148 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-929'] for router (441aac0f-e735-413c-9ddc-149e4b085715), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.455885 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Network fe8b95ad-7997-4bfd-893e-d87b2c843602 is already hosted by enough agents. {{(pid=115786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:04.463865 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (8dcc6647-13fc-4b32-9768-cee1a56fe5f7), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.475349 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Publish callbacks [] for router_controller (441aac0f-e735-413c-9ddc-149e4b085715), precommit_add_association {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.475575 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Pushing event updated for resources: {'Port': ['ID=4a365017-bb9a-4d79-9007-c05962a8fdfe,revision_number=1']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:04.476783 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.db.resource_extend [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 19 15:45:04.494790 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.base_scheduler [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Resources bound (agent type, host, resource id): {{(pid=115786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:04.553739 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Received port after_create {{(pid=115786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:04.560392 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:04.562191 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.574034 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:04.692410 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Attempting to bind port 4a365017-bb9a-4d79-9007-c05962a8fdfe on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:04.693143 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Attempting to bind port 4a365017-bb9a-4d79-9007-c05962a8fdfe by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:04.693763 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Attempting to bind port 4a365017-bb9a-4d79-9007-c05962a8fdfe on network fe8b95ad-7997-4bfd-893e-d87b2c843602 {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:04.703923 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:04.716270 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Checking segment: {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:04.718995 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.719689 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Bound using segment: {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:04.720845 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Bound port: 4a365017-bb9a-4d79-9007-c05962a8fdfe, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:04.722211 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.730508 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (397d0617-8fd5-42c5-ae76-42ed3e65b60f), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.731507 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:04.732114 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.757311 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Publish callbacks [] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), precommit_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.775977 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.777624 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.0698419 Jul 19 15:45:04.784621 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54276) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:04.793898 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-7e065c83-b2d3-41ea-921c-fc88ceb23f5a admin admin] Request body: {'subnet': {'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-634874066-subnet', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:04.797934 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (8dcc6647-13fc-4b32-9768-cee1a56fe5f7), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.798940 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:04.799522 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.830231 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.1778982 Jul 19 15:45:04.837232 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54280) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:04.857938 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-c3797a0b-ef7a-4ef9-9e7f-f39b535bd0cb admin admin] Request body: {'subnet': {'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-subnet', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:04.884413 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e065c83-b2d3-41ea-921c-fc88ceb23f5a admin admin] Made reservation on behalf of 905aecc2e33f4befb1a47740e8d53611 for: {'subnet': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:45:04.885215 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:04.887048 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7e065c83-b2d3-41ea-921c-fc88ceb23f5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:04.897979 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Pushing event updated for resources: {'Port': ['ID=f4022690-166a-41f5-a463-c0bfa6d7b196,revision_number=2']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:04.952876 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.953288 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.953659 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.954020 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.954371 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.954716 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.955047 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.955374 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.955707 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.956037 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.956372 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.956722 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.957045 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.957369 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.957694 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Tracked resource versions report: Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: pushed versions: Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: { 'AddressGroup': {'1.2'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Agent': {'1.1'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'ConntrackHelper': {'1.0'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'LocalIPAssociation': {'1.0'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Log': {'1.0'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'NDPProxy': {'1.0'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Network': {'1.1'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Port': {'1.7'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'PortForwarding': {'1.3'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'QosPolicy': {'1.10'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'SecurityGroup': {'1.5'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'SecurityGroupRule': {'1.2'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'SubPort': {'1.0'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Subnet': {'1.1'}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Trunk': {'1.1'}} Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: consumer versions: Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: { DHCP agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: HyperV agent@hv-cinder-84902: {}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: L3 agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: Metadata agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: Metering agent@dv-cinder-849022-3-iscsi: {}, Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: Open vSwitch agent@dv-cinder-849022-3-iscsi: { 'AddressGroup': '1.2', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Agent': '1.1', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'ConntrackHelper': '1.0', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'LocalIPAssociation': '1.0', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Log': '1.0', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'NDPProxy': '1.0', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Network': '1.1', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Port': '1.7', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'PortForwarding': '1.3', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'QosPolicy': '1.10', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'SecurityGroup': '1.5', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'SecurityGroupRule': '1.2', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'SubPort': '1.0', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Subnet': '1.1', Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: 'Trunk': '1.1'}} Jul 19 15:45:04.974204 dv-cinder-849022-3-iscsi neutron-server[115787]: {{(pid=115787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 15:45:04.985517 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Attempting to bind port f4022690-166a-41f5-a463-c0bfa6d7b196 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:04.985892 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Attempting to bind port f4022690-166a-41f5-a463-c0bfa6d7b196 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:04.986261 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Attempting to bind port f4022690-166a-41f5-a463-c0bfa6d7b196 on network 3ef4e101-41eb-411a-aa5a-672e4abf061e {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:05.001123 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:05.001521 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Checking segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:05.001960 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:05.002389 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Bound using segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:05.003855 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Bound port: f4022690-166a-41f5-a463-c0bfa6d7b196, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:05.005395 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:05.012714 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] For port 4a365017-bb9a-4d79-9007-c05962a8fdfe, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:05.024737 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] For port 4a365017-bb9a-4d79-9007-c05962a8fdfe, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=4a365017-bb9a-4d79-9007-c05962a8fdfe,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:05.035679 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:05.116753 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dfb60-0bd3-4006-94e1-ca64079da144 None None] Pushing event updated for resources: {'Port': ['ID=4a365017-bb9a-4d79-9007-c05962a8fdfe,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:05.141010 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] For port f4022690-166a-41f5-a463-c0bfa6d7b196, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:05.145972 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] For port f4022690-166a-41f5-a463-c0bfa6d7b196, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=f4022690-166a-41f5-a463-c0bfa6d7b196,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:05.179619 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:05.215723 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7e065c83-b2d3-41ea-921c-fc88ceb23f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for subnet (b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:05.236193 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:05.266315 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e597a8-8ac8-4986-ab0e-39ddc9519728 None None] Pushing event updated for resources: {'Port': ['ID=f4022690-166a-41f5-a463-c0bfa6d7b196,revision_number=3']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:05.269582 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:05.271699 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:05.272318 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e065c83-b2d3-41ea-921c-fc88ceb23f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:05.272938 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:44:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:05.274082 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3797a0b-ef7a-4ef9-9e7f-f39b535bd0cb admin admin] Made reservation on behalf of a872b4eafae74b82896bd09229152104 for: {'subnet': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:45:05.276478 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c3797a0b-ef7a-4ef9-9e7f-f39b535bd0cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:05.400466 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54298) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:05.430886 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:05.442398 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609899d-c638-47cc-b5f5-658e1e00af6c admin admin] Pushing event updated for resources: {'Network': ['ID=397d0617-8fd5-42c5-ae76-42ed3e65b60f,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:05.450571 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Publish callbacks [] for router_gateway (441aac0f-e735-413c-9ddc-149e4b085715), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:05.456003 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 397d0617-8fd5-42c5-ae76-42ed3e65b60f details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:45:05.540218 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:05.558656 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c3797a0b-ef7a-4ef9-9e7f-f39b535bd0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for subnet (08f3925e-9acb-4daf-8a14-6ac9b957a3cb), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:05.664609 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3797a0b-ef7a-4ef9-9e7f-f39b535bd0cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f3925e-9acb-4daf-8a14-6ac9b957a3cb,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:05.745844 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3797a0b-ef7a-4ef9-9e7f-f39b535bd0cb admin admin] Checking segment: {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:05.746446 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3797a0b-ef7a-4ef9-9e7f-f39b535bd0cb admin admin] Network hostable DHCP agents. Network: 8dcc6647-13fc-4b32-9768-cee1a56fe5f7, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:45:05.809424 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e065c83-b2d3-41ea-921c-fc88ceb23f5a admin admin] Checking segment: {'id': '8347f494-1fe9-4185-946e-959eae3293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:05.809424 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e065c83-b2d3-41ea-921c-fc88ceb23f5a admin admin] Network hostable DHCP agents. Network: 397d0617-8fd5-42c5-ae76-42ed3e65b60f, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:45:05.809424 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3797a0b-ef7a-4ef9-9e7f-f39b535bd0cb admin admin] Network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:45:05.815739 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e065c83-b2d3-41ea-921c-fc88ceb23f5a admin admin] Network 397d0617-8fd5-42c5-ae76-42ed3e65b60f is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:45:05.824077 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-c3797a0b-ef7a-4ef9-9e7f-f39b535bd0cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 8dcc6647-13fc-4b32-9768-cee1a56fe5f7) {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:05.835704 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7a1c2-9310-419c-9438-2dfd001972a2 None None] Network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:45:05.846578 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-7e065c83-b2d3-41ea-921c-fc88ceb23f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 397d0617-8fd5-42c5-ae76-42ed3e65b60f) {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:05.856145 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3797a0b-ef7a-4ef9-9e7f-f39b535bd0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:05.863452 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c3797a0b-ef7a-4ef9-9e7f-f39b535bd0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:05.898884 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c3797a0b-ef7a-4ef9-9e7f-f39b535bd0cb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0569394 Jul 19 15:45:05.901517 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54320) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:05.913096 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:05.942508 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d68f7865-9105-47dd-aacc-d6ee492b541d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:05.954454 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa355408-9813-474f-9807-77a652c815ad admin admin] Pushing event updated for resources: {'Network': ['ID=8dcc6647-13fc-4b32-9768-cee1a56fe5f7,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:05.962717 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e065c83-b2d3-41ea-921c-fc88ceb23f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:05.963307 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7e065c83-b2d3-41ea-921c-fc88ceb23f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:05.975135 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:06.008732 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:06.011453 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:45:06.061206 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-7e065c83-b2d3-41ea-921c-fc88ceb23f5a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2738883 Jul 19 15:45:06.063270 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54322) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:06.078100 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-634874066-router', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:06.085198 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:01Z', 'revision_number': 3, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:06.091549 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:06.094250 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-929'] for router (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:06.120669 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d62beb-c153-4f56-a454-7ff071ae64c3 None None] The sync data for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi is: [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:01Z', 'revision_number': 3, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:45:06.166939 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router (a6f4295a-3920-47e8-b3e5-5a713bfac017), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:06.168407 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-929'] for router (a6f4295a-3920-47e8-b3e5-5a713bfac017), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:06.171469 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2e425e-c3db-494c-909d-2a5733f16c14 None None] Network 397d0617-8fd5-42c5-ae76-42ed3e65b60f requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:45:06.184629 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d68f7865-9105-47dd-aacc-d6ee492b541d admin admin] Publish callbacks [] for security_group (1b70902c-09a1-412b-8ffc-669d18498f0c), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:06.274992 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d68f7865-9105-47dd-aacc-d6ee492b541d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (1b70902c-09a1-412b-8ffc-669d18498f0c), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:06.316814 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 4a365017-bb9a-4d79-9007-c05962a8fdfe up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:06.346154 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Publish callbacks [] for router_controller (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), precommit_add_association {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:06.352920 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54332) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:06.411074 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f7865-9105-47dd-aacc-d6ee492b541d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b70902c-09a1-412b-8ffc-669d18498f0c,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:06.415363 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:06.416078 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:06.461312 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 4a365017-bb9a-4d79-9007-c05962a8fdfe triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:06.462384 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:06.484095 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Publish callbacks [] for router_controller (a6f4295a-3920-47e8-b3e5-5a713bfac017), precommit_add_association {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:06.487089 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-d68f7865-9105-47dd-aacc-d6ee492b541d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f793d379eb404ca3ada5ac83fbb3bbdd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0722845 Jul 19 15:45:06.488044 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54338) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:06.501397 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:06.514300 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280235f-3fe9-5815-959f-2ca5106b3b68-397d0617-8fd5-42c5-ae76-42ed3e65b60f', 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f', 'project_id': '905aecc2e33f4befb1a47740e8d53611', 'fixed_ips': [{'subnet_id': 'b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8'}]}} from dv-cinder-849022-3-iscsi. {{(pid=115786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 15:45:06.535043 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:06.690348 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:06.915899 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280235f-3fe9-5815-959f-2ca5106b3b68-8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'project_id': 'a872b4eafae74b82896bd09229152104', 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb'}]}} from dv-cinder-849022-3-iscsi. {{(pid=115786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 15:45:06.916872 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:06.997322 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Publish callbacks [] for router_gateway (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.043303 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:07.045270 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-57f3a477-2e3b-4122-86dc-674bc325e2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.052173 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Publish callbacks [] for router_gateway (441aac0f-e735-413c-9ddc-149e4b085715), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.106633 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0149013a-2fc2-48fd-b8d0-33ba47be53cd admin admin] Publish callbacks [] for security_group (1b70902c-09a1-412b-8ffc-669d18498f0c), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.113133 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.159479 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Allocated IP 172.20.0.1 (4747c92b-9953-4013-87b5-ea57492dd5d4/60fb34e8-0b5b-4987-b39f-b08c45bd460d/10b0821c-2221-4abe-adca-ceee7f2fde28) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:07.245445 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Publish callbacks [] for router_gateway (a6f4295a-3920-47e8-b3e5-5a713bfac017), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.248803 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0149013a-2fc2-48fd-b8d0-33ba47be53cd admin admin] Publish callbacks [] for security_group (1b70902c-09a1-412b-8ffc-669d18498f0c), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.257660 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c9eef-532b-4c13-8ded-2026ccd4446c None None] Network fe8b95ad-7997-4bfd-893e-d87b2c843602 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:45:07.296580 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 4a365017-bb9a-4d79-9007-c05962a8fdfe is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:07.297240 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.377987 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port 4a365017-bb9a-4d79-9007-c05962a8fdfe, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=4a365017-bb9a-4d79-9007-c05962a8fdfe,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:07.432439 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.446538 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0149013a-2fc2-48fd-b8d0-33ba47be53cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (1b70902c-09a1-412b-8ffc-669d18498f0c), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.450209 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0149013a-2fc2-48fd-b8d0-33ba47be53cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.455022 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0149013a-2fc2-48fd-b8d0-33ba47be53cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b70902c-09a1-412b-8ffc-669d18498f0c HTTP/1.1" status: 204 len: 168 time: 0.9618101 Jul 19 15:45:07.458943 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Allocated IP 172.27.2.52 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/874d094a-5c65-4519-ab7c-be4c1bcffeb0) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:07.476025 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149013a-2fc2-48fd-b8d0-33ba47be53cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b70902c-09a1-412b-8ffc-669d18498f0c,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:07.528251 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Publish callbacks [] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.596748 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.db_base_plugin_common [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Allocated IP 172.20.0.2 (397d0617-8fd5-42c5-ae76-42ed3e65b60f/b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8/cdae391e-5a9a-4435-816b-fa5bda3e1d7a) {{(pid=115786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:07.605677 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=4a365017-bb9a-4d79-9007-c05962a8fdfe,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:07.615599 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-bdbc0aa9-6774-452f-aaf5-44f069bdf4c6 None None] Provisioning complete for port 4a365017-bb9a-4d79-9007-c05962a8fdfe triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:07.616027 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0aa9-6774-452f-aaf5-44f069bdf4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.657254 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.675797 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:07.677541 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-57f3a477-2e3b-4122-86dc-674bc325e2a2 admin admin] Publish callbacks [] for security_group (c4d92373-8ee5-4e27-879e-4f02abac2658), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.690802 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:07.718836 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.db_base_plugin_common [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Allocated IP 172.20.0.2 (8dcc6647-13fc-4b32-9768-cee1a56fe5f7/08f3925e-9acb-4daf-8a14-6ac9b957a3cb/9413a894-140c-4a67-b96d-605aa9d4807b) {{(pid=115786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:07.744997 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Network 4747c92b-9953-4013-87b5-ea57492dd5d4 is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:07.758606 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-57f3a477-2e3b-4122-86dc-674bc325e2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (c4d92373-8ee5-4e27-879e-4f02abac2658), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.768866 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:07.769342 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:07.776482 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:07.777494 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655459'] for router_interface (527c3e6f-f791-4af5-9eef-662c9e884963), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.814425 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3a477-2e3b-4122-86dc-674bc325e2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d92373-8ee5-4e27-879e-4f02abac2658,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:07.880685 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Publish callbacks [] for router_gateway (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.885063 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Publish callbacks [] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.928196 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=4,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:07.960188 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:07.966763 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Pushing event updated for resources: {'Port': ['ID=10b0821c-2221-4abe-adca-ceee7f2fde28,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:08.009684 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:08.086305 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.096398 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-57f3a477-2e3b-4122-86dc-674bc325e2a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3904cb8d017b47c7afb8a73ee7a4807a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5943215 Jul 19 15:45:08.099255 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54366) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:08.119237 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc0aa9-6774-452f-aaf5-44f069bdf4c6 None None] Current status of the port 4a365017-bb9a-4d79-9007-c05962a8fdfe is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:08.243350 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 4a365017-bb9a-4d79-9007-c05962a8fdfe up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:08.249627 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54372) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:08.335940 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:08.359748 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:08.370132 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:08.374278 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Publish callbacks [] for router_gateway (a6f4295a-3920-47e8-b3e5-5a713bfac017), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.407515 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Pushing event updated for resources: {'Port': ['ID=874d094a-5c65-4519-ab7c-be4c1bcffeb0,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:08.416678 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.456005 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Publish callbacks [] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), precommit_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.458330 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f079508e-b00e-450f-b269-e6e656155d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.491370 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Allocated IP 172.27.2.30 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/a1f6e102-e595-40b4-ab64-2ccca7a00754) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:08.524531 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.531618 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-22244312-d952-400d-8f2b-069a50678df0 None None] Provisioning complete for port 4a365017-bb9a-4d79-9007-c05962a8fdfe triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:08.535485 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-22244312-d952-400d-8f2b-069a50678df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.539144 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.636114 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:08.710509 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad6d8-e1af-403c-a874-aad155e67aa0 admin admin] Publish callbacks [] for security_group (c4d92373-8ee5-4e27-879e-4f02abac2658), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.726568 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Publish callbacks [] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.789516 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.830769 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Publish callbacks [] for port (9413a894-140c-4a67-b96d-605aa9d4807b), precommit_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.866625 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.906309 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Network 397d0617-8fd5-42c5-ae76-42ed3e65b60f is already hosted by enough agents. {{(pid=115786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:08.925046 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.base_scheduler [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Resources bound (agent type, host, resource id): {{(pid=115786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:08.931506 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Received port after_create {{(pid=115786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:08.937176 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Pushing event updated for resources: {'Port': ['ID=cdae391e-5a9a-4435-816b-fa5bda3e1d7a,revision_number=1']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:08.940090 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 4a365017-bb9a-4d79-9007-c05962a8fdfe triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:08.940533 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:08.944575 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:08.944679 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 is already hosted by enough agents. {{(pid=115786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:08.958068 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:08.964050 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Pushing event updated for resources: {'Port': ['ID=a1f6e102-e595-40b4-ab64-2ccca7a00754,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:08.970034 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:08.991655 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad6d8-e1af-403c-a874-aad155e67aa0 admin admin] Publish callbacks [] for security_group (c4d92373-8ee5-4e27-879e-4f02abac2658), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.008042 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f079508e-b00e-450f-b269-e6e656155d77 admin admin] Publish callbacks [] for security_group (f584d951-65cf-4c7f-a9b1-c72d382e4226), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.012169 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Allocated IP 172.27.2.173 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/6303422a-85cb-421d-8df5-2e8c51ac583e) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:09.024515 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f079508e-b00e-450f-b269-e6e656155d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (f584d951-65cf-4c7f-a9b1-c72d382e4226), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.032546 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.base_scheduler [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Resources bound (agent type, host, resource id): {{(pid=115786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:09.045286 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Received port after_create {{(pid=115786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:09.204419 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Pushing event updated for resources: {'Port': ['ID=9413a894-140c-4a67-b96d-605aa9d4807b,revision_number=1']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:09.211354 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.213767 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:09.233293 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:09.248060 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Attempting to bind port cdae391e-5a9a-4435-816b-fa5bda3e1d7a on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:09.249902 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Attempting to bind port cdae391e-5a9a-4435-816b-fa5bda3e1d7a by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8347f494-1fe9-4185-946e-959eae3293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:09.250329 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Attempting to bind port cdae391e-5a9a-4435-816b-fa5bda3e1d7a on network 397d0617-8fd5-42c5-ae76-42ed3e65b60f {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:09.284414 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Publish callbacks [] for router_gateway (441aac0f-e735-413c-9ddc-149e4b085715), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.287634 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-22244312-d952-400d-8f2b-069a50678df0 None None] Current status of the port 4a365017-bb9a-4d79-9007-c05962a8fdfe is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:09.317213 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Publish callbacks [] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.322900 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:UPDATE=8 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:09.324783 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:09.325426 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Checking segment: {'id': '8347f494-1fe9-4185-946e-959eae3293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:09.326135 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.326677 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Bound using segment: {'id': '8347f494-1fe9-4185-946e-959eae3293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:09.328106 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Bound port: cdae391e-5a9a-4435-816b-fa5bda3e1d7a, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8347f494-1fe9-4185-946e-959eae3293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:09.328284 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.349657 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Attempting to bind port 9413a894-140c-4a67-b96d-605aa9d4807b on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:09.350179 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Attempting to bind port 9413a894-140c-4a67-b96d-605aa9d4807b by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:09.350689 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Attempting to bind port 9413a894-140c-4a67-b96d-605aa9d4807b on network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:09.357425 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-22244312-d952-400d-8f2b-069a50678df0 None None] Provisioning complete for port 10b0821c-2221-4abe-adca-ceee7f2fde28 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:09.357919 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-22244312-d952-400d-8f2b-069a50678df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.366442 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Publish callbacks [] for router_gateway (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.392004 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:09.392513 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Checking segment: {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:09.393098 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.393645 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Bound using segment: {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:09.394244 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Bound port: 9413a894-140c-4a67-b96d-605aa9d4807b, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:09.394889 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.396292 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:09.426291 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.428252 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 4a365017-bb9a-4d79-9007-c05962a8fdfe is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:09.429511 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device f4022690-166a-41f5-a463-c0bfa6d7b196 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:09.445836 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079508e-b00e-450f-b269-e6e656155d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f584d951-65cf-4c7f-a9b1-c72d382e4226,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:09.471274 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f079508e-b00e-450f-b269-e6e656155d77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04ddfb22036243cd975f03631292823f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2025828 Jul 19 15:45:09.480789 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54398) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:09.490909 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Pushing event updated for resources: {'Port': ['ID=6303422a-85cb-421d-8df5-2e8c51ac583e,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:09.520646 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-22244312-d952-400d-8f2b-069a50678df0 None None] Port 10b0821c-2221-4abe-adca-ceee7f2fde28 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:45:09.527533 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:09.553771 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:09.554341 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] For port cdae391e-5a9a-4435-816b-fa5bda3e1d7a, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:09.556593 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:09.562810 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:09.576328 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] For port cdae391e-5a9a-4435-816b-fa5bda3e1d7a, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=cdae391e-5a9a-4435-816b-fa5bda3e1d7a,segment=NetworkSegment(8347f494-1fe9-4185-946e-959eae3293c1),segment_id=8347f494-1fe9-4185-946e-959eae3293c1)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:09.588833 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad6d8-e1af-403c-a874-aad155e67aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (c4d92373-8ee5-4e27-879e-4f02abac2658), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.591552 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad6d8-e1af-403c-a874-aad155e67aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.595534 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-1d9ad6d8-e1af-403c-a874-aad155e67aa0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4d92373-8ee5-4e27-879e-4f02abac2658 HTTP/1.1" status: 204 len: 168 time: 1.3786287 Jul 19 15:45:09.595660 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port f4022690-166a-41f5-a463-c0bfa6d7b196 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:09.595660 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.634880 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ad6d8-e1af-403c-a874-aad155e67aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d92373-8ee5-4e27-879e-4f02abac2658,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:09.640859 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.661020 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Publish callbacks [] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.668082 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0e1f3715-69d6-4b95-9ef9-ed03fc3f6ccd admin admin] Publish callbacks [] for security_group (f584d951-65cf-4c7f-a9b1-c72d382e4226), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.669351 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] For port 9413a894-140c-4a67-b96d-605aa9d4807b, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:09.704587 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0e1f3715-69d6-4b95-9ef9-ed03fc3f6ccd admin admin] Publish callbacks [] for security_group (f584d951-65cf-4c7f-a9b1-c72d382e4226), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.720063 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] For port 9413a894-140c-4a67-b96d-605aa9d4807b, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=9413a894-140c-4a67-b96d-605aa9d4807b,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:09.738419 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.774830 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.775642 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3665158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659499'] for router_interface (527c3e6f-f791-4af5-9eef-662c9e884963), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.781180 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662221'] for router (441aac0f-e735-413c-9ddc-149e4b085715), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.793115 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34f09c-4d9f-490a-a615-bc832974d378 None None] Pushing event updated for resources: {'Port': ['ID=cdae391e-5a9a-4435-816b-fa5bda3e1d7a,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:09.847145 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port f4022690-166a-41f5-a463-c0bfa6d7b196 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:09.848586 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.900781 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port f4022690-166a-41f5-a463-c0bfa6d7b196, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=f4022690-166a-41f5-a463-c0bfa6d7b196,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:09.916369 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202e5af-f5ac-41e5-bee7-ea509cd57479 None None] Pushing event updated for resources: {'Port': ['ID=9413a894-140c-4a67-b96d-605aa9d4807b,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:09.922607 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0e1f3715-69d6-4b95-9ef9-ed03fc3f6ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (f584d951-65cf-4c7f-a9b1-c72d382e4226), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.926992 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0e1f3715-69d6-4b95-9ef9-ed03fc3f6ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.928791 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0e1f3715-69d6-4b95-9ef9-ed03fc3f6ccd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f584d951-65cf-4c7f-a9b1-c72d382e4226 HTTP/1.1" status: 204 len: 168 time: 0.4365108 Jul 19 15:45:09.938826 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:09.980543 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Pushing event updated for resources: {'Port': ['ID=10b0821c-2221-4abe-adca-ceee7f2fde28,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:09.984438 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:10.022303 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f3715-69d6-4b95-9ef9-ed03fc3f6ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f584d951-65cf-4c7f-a9b1-c72d382e4226,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:10.188998 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662221'] for router (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:10.237322 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=f4022690-166a-41f5-a463-c0bfa6d7b196,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:10.314909 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Publish callbacks [] for router_gateway (a6f4295a-3920-47e8-b3e5-5a713bfac017), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:10.372399 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:10.381124 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Network 4747c92b-9953-4013-87b5-ea57492dd5d4 is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:10.385112 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:10.565058 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Router 441aac0f-e735-413c-9ddc-149e4b085715 is scheduled to L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 with binding_index 1 {{(pid=115784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 15:45:10.618141 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Router 527c3e6f-f791-4af5-9eef-662c9e884963 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:45:10.838163 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb is scheduled to L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 with binding_index 1 {{(pid=115785) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 15:45:10.839228 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:10.878792 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-ef9e3a7d-031a-408d-b524-9d21d3dbfea3 None None] Provisioning complete for port 10b0821c-2221-4abe-adca-ceee7f2fde28 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:10.879355 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3a7d-031a-408d-b524-9d21d3dbfea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:10.886171 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:10.931106 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:45:10.953538 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Sync routers for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:45:10.987339 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:10.988103 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:44:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:10.993585 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e3a7d-031a-408d-b524-9d21d3dbfea3 None None] Port 10b0821c-2221-4abe-adca-ceee7f2fde28 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:45:11.010390 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:11.012136 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-222723ac-9169-45af-9d31-9e719b2940f5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.6873741 Jul 19 15:45:11.019286 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54454) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:11.192720 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662221'] for router (a6f4295a-3920-47e8-b3e5-5a713bfac017), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:11.205061 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:45:11.214938 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-021d9a63-4ce8-4cf8-a93a-1a8653ebb9ef admin admin] 10.222.0.64 "PUT /v2.0/routers/527c3e6f-f791-4af5-9eef-662c9e884963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8914423 Jul 19 15:45:11.229565 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Sync routers for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:45:11.232334 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:11.263128 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:11.264123 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:44:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:11.283851 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:11.542927 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:45:11.573073 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Sync routers for ids ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:45:11.579110 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:11.634834 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:11.636823 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-9e0870c8-edc5-49c4-bbad-441442aea38f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7343471 Jul 19 15:45:11.644211 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54484) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:11.708844 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Router a6f4295a-3920-47e8-b3e5-5a713bfac017 is scheduled to L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 with binding_index 1 {{(pid=115785) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 15:45:11.815254 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Routers {'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:11.825839 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:44:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:12.019748 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:45:12.023102 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274f15d4-c5f8-4620-a76b-c8d735b87584 None None] Network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:45:12.095309 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:12.101779 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-4de44355-358b-46d9-99b7-5512f4470262 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0348375 Jul 19 15:45:12.104543 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54498) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:12.161943 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 2, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:12.167677 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Sync routers for ids ['a6f4295a-3920-47e8-b3e5-5a713bfac017'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:45:12.184522 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-52ca60e3-c546-4bab-bfcd-ab83dc3d5209 None None] Provisioning complete for port 9413a894-140c-4a67-b96d-605aa9d4807b triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:12.185129 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-52ca60e3-c546-4bab-bfcd-ab83dc3d5209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:12.230680 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Routers {'a6f4295a-3920-47e8-b3e5-5a713bfac017'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:12.231884 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:44:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['a6f4295a-3920-47e8-b3e5-5a713bfac017'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:12.338088 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54504) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:12.356165 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68555c7f-99a6-418b-a0dd-a2137223d389 None None] Network 397d0617-8fd5-42c5-ae76-42ed3e65b60f requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:45:12.362498 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-2c3eb27c-1549-4b81-b25e-f341da432e48 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--81923611', 'description': 'tempest-description--189224410'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:12.427925 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Set router a6f4295a-3920-47e8-b3e5-5a713bfac017 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:12.440541 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device cdae391e-5a9a-4435-816b-fa5bda3e1d7a up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:12.498424 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:12.564764 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb27c-1549-4b81-b25e-f341da432e48 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:12.740417 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:12.780073 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb27c-1549-4b81-b25e-f341da432e48 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group (c4527c6a-0e2d-4851-9f55-8ddcc8291e61), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:12.782721 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Set router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:12.788072 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 3, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:12.792993 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:12.803202 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb27c-1549-4b81-b25e-f341da432e48 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (c4527c6a-0e2d-4851-9f55-8ddcc8291e61), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:12.805446 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Checking router: 527c3e6f-f791-4af5-9eef-662c9e884963 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:45:12.805876 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Updating router 527c3e6f-f791-4af5-9eef-662c9e884963 port 10b0821c-2221-4abe-adca-ceee7f2fde28 binding host dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:45:12.815151 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'name': 'tempest-DeleteServersTestJSON-634874066-router', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 3, 'project_id': '905aecc2e33f4befb1a47740e8d53611', 'gw_port': {'id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:12.875126 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Checking router: a6f4295a-3920-47e8-b3e5-5a713bfac017 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:45:12.875957 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Updating router a6f4295a-3920-47e8-b3e5-5a713bfac017 port 6303422a-85cb-421d-8df5-2e8c51ac583e binding host dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:45:12.879624 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:12.902871 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:12.916019 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:12.940196 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Checking router: 441aac0f-e735-413c-9ddc-149e4b085715 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:45:12.941037 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Updating router 441aac0f-e735-413c-9ddc-149e4b085715 port 874d094a-5c65-4519-ab7c-be4c1bcffeb0 binding host dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:45:13.083594 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb27c-1549-4b81-b25e-f341da432e48 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:13.085243 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-2c3eb27c-1549-4b81-b25e-f341da432e48 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7392313 Jul 19 15:45:13.093100 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54528) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:13.102323 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-7b926a02-5d91-4a3f-b19b-8c12c8e33b74 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Request body: {'security_group_rule': {'security_group_id': 'c4527c6a-0e2d-4851-9f55-8ddcc8291e61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:13.123493 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:13.146286 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3eb27c-1549-4b81-b25e-f341da432e48 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4527c6a-0e2d-4851-9f55-8ddcc8291e61,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:13.233958 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port cdae391e-5a9a-4435-816b-fa5bda3e1d7a triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:13.234947 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:13.259175 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7b926a02-5d91-4a3f-b19b-8c12c8e33b74 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group_rule (35a99d72-2046-4c75-ba0f-52f36c5407a4), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:13.364392 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:13.489902 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:13.562859 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7b926a02-5d91-4a3f-b19b-8c12c8e33b74 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group_rule (35a99d72-2046-4c75-ba0f-52f36c5407a4), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:13.585111 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7b926a02-5d91-4a3f-b19b-8c12c8e33b74 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (35a99d72-2046-4c75-ba0f-52f36c5407a4), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:13.648809 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b926a02-5d91-4a3f-b19b-8c12c8e33b74 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a99d72-2046-4c75-ba0f-52f36c5407a4,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:13.672608 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7b926a02-5d91-4a3f-b19b-8c12c8e33b74 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:13.677744 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-7b926a02-5d91-4a3f-b19b-8c12c8e33b74 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5791769 Jul 19 15:45:13.679269 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54550) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:13.685023 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-23139861-1996-4f2e-8bf9-a34bf3f44935 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Request body: {'security_group_rule': {'security_group_id': 'c4527c6a-0e2d-4851-9f55-8ddcc8291e61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:13.696054 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:13.808295 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port cdae391e-5a9a-4435-816b-fa5bda3e1d7a is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:13.808532 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:13.818860 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:13.899127 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:13.919450 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Allocated IP 172.20.0.1 (fe8b95ad-7997-4bfd-893e-d87b2c843602/783ad02f-bd45-48ea-8e48-5acd89ea85ac/2f5a926e-6390-45a2-b55a-5bcb0aafdfc1) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:13.926996 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-52ca60e3-c546-4bab-bfcd-ab83dc3d5209 None None] Current status of the port 9413a894-140c-4a67-b96d-605aa9d4807b is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:13.927327 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-52ca60e3-c546-4bab-bfcd-ab83dc3d5209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:13.988090 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Allocated IP 172.20.0.1 (397d0617-8fd5-42c5-ae76-42ed3e65b60f/b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8/21392627-2800-4c58-8904-0849fed4b2b8) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:14.039740 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Publish callbacks [] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), precommit_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.065530 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.076462 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:14.090909 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port cdae391e-5a9a-4435-816b-fa5bda3e1d7a, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=cdae391e-5a9a-4435-816b-fa5bda3e1d7a,segment=NetworkSegment(8347f494-1fe9-4185-946e-959eae3293c1),segment_id=8347f494-1fe9-4185-946e-959eae3293c1)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:14.148728 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-23139861-1996-4f2e-8bf9-a34bf3f44935 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group_rule (416f113e-3c0b-4b9d-8b3b-c336216f4e1b), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.174416 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Publish callbacks [] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.182546 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Publish callbacks [] for port (21392627-2800-4c58-8904-0849fed4b2b8), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.182721 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960b446-57db-43cb-8c15-8a4171f40c7e None None] Pushing event updated for resources: {'Port': ['ID=6303422a-85cb-421d-8df5-2e8c51ac583e,revision_number=2']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:14.242280 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:14.268110 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-23139861-1996-4f2e-8bf9-a34bf3f44935 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group_rule (416f113e-3c0b-4b9d-8b3b-c336216f4e1b), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.275873 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-23139861-1996-4f2e-8bf9-a34bf3f44935 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (416f113e-3c0b-4b9d-8b3b-c336216f4e1b), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.279233 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:14.285574 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.289790 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (21392627-2800-4c58-8904-0849fed4b2b8), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.292857 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Attempting to bind port 6303422a-85cb-421d-8df5-2e8c51ac583e on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:14.293577 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Attempting to bind port 6303422a-85cb-421d-8df5-2e8c51ac583e by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:14.294097 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Attempting to bind port 6303422a-85cb-421d-8df5-2e8c51ac583e on network 3ef4e101-41eb-411a-aa5a-672e4abf061e {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:14.295785 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device f4022690-166a-41f5-a463-c0bfa6d7b196 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:14.313655 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:14.314077 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Checking segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:14.314540 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.314934 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Bound using segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:14.315616 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Bound port: 6303422a-85cb-421d-8df5-2e8c51ac583e, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:14.316076 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.339018 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-52ca60e3-c546-4bab-bfcd-ab83dc3d5209 None None] For port 9413a894-140c-4a67-b96d-605aa9d4807b, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=9413a894-140c-4a67-b96d-605aa9d4807b,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:14.379840 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=21392627-2800-4c58-8904-0849fed4b2b8,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:14.385644 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-23139861-1996-4f2e-8bf9-a34bf3f44935 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.391105 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-23139861-1996-4f2e-8bf9-a34bf3f44935 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7112265 Jul 19 15:45:14.392058 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.397363 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54582) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:14.404519 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:14.411729 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23139861-1996-4f2e-8bf9-a34bf3f44935 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416f113e-3c0b-4b9d-8b3b-c336216f4e1b,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:14.426017 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-52ca60e3-c546-4bab-bfcd-ab83dc3d5209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.439366 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Network 397d0617-8fd5-42c5-ae76-42ed3e65b60f is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:14.444000 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:14.446536 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:14.449047 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:14.449567 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655459'] for router_interface (a6f4295a-3920-47e8-b3e5-5a713bfac017), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.478253 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 3, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:14.522020 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Checking router: b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:45:14.522667 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Updating router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb port a1f6e102-e595-40b4-ab64-2ccca7a00754 binding host dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:45:14.577192 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-995e84ab-818d-4f97-acef-f6b2ffb8e4dc None None] Provisioning complete for port 9413a894-140c-4a67-b96d-605aa9d4807b triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:14.578443 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-995e84ab-818d-4f97-acef-f6b2ffb8e4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.580409 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=cdae391e-5a9a-4435-816b-fa5bda3e1d7a,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:14.582185 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.589932 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Network fe8b95ad-7997-4bfd-893e-d87b2c843602 is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:14.626333 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:14.632738 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:14.633231 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655459'] for router_interface (441aac0f-e735-413c-9ddc-149e4b085715), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.651205 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port f4022690-166a-41f5-a463-c0bfa6d7b196 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:14.652539 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.652890 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] For port 6303422a-85cb-421d-8df5-2e8c51ac583e, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:14.658614 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:14.662562 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] For port 6303422a-85cb-421d-8df5-2e8c51ac583e, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=6303422a-85cb-421d-8df5-2e8c51ac583e,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:14.690760 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Publish callbacks [] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), precommit_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.698011 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.734982 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.810297 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:14.848696 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5a926e-6390-45a2-b55a-5bcb0aafdfc1,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:14.918302 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Routers {'a6f4295a-3920-47e8-b3e5-5a713bfac017'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:14.928554 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:44:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['a6f4295a-3920-47e8-b3e5-5a713bfac017'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:14.954691 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:15.156518 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:15.285329 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] Set router a6f4295a-3920-47e8-b3e5-5a713bfac017 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:15.354145 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-995e84ab-818d-4f97-acef-f6b2ffb8e4dc None None] Current status of the port 9413a894-140c-4a67-b96d-605aa9d4807b is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:15.401369 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:15.443700 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca60e3-c546-4bab-bfcd-ab83dc3d5209 None None] Pushing event updated for resources: {'Port': ['ID=9413a894-140c-4a67-b96d-605aa9d4807b,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:15.467616 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-995e84ab-818d-4f97-acef-f6b2ffb8e4dc None None] Provisioning complete for port cdae391e-5a9a-4435-816b-fa5bda3e1d7a triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:15.468183 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-995e84ab-818d-4f97-acef-f6b2ffb8e4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:15.468436 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960b446-57db-43cb-8c15-8a4171f40c7e None None] Pushing event updated for resources: {'Port': ['ID=6303422a-85cb-421d-8df5-2e8c51ac583e,revision_number=3']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:15.472119 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:15.481625 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:15.568434 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port f4022690-166a-41f5-a463-c0bfa6d7b196 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:15.585007 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 9413a894-140c-4a67-b96d-605aa9d4807b up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:15.594847 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (21392627-2800-4c58-8904-0849fed4b2b8), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:15.635758 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Allocated IP 172.20.0.1 (8dcc6647-13fc-4b32-9768-cee1a56fe5f7/08f3925e-9acb-4daf-8a14-6ac9b957a3cb/2c29c0a8-f5c0-4750-9281-ddffd9c490db) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:15.675379 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Attempting to bind port 10b0821c-2221-4abe-adca-ceee7f2fde28 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:15.676379 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Attempting to bind port 10b0821c-2221-4abe-adca-ceee7f2fde28 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:15.676927 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Attempting to bind port 10b0821c-2221-4abe-adca-ceee7f2fde28 on network 4747c92b-9953-4013-87b5-ea57492dd5d4 {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:15.693469 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:15.693845 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Checking segment: {'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:15.694384 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:15.694825 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Bound using segment: {'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:15.695360 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Bound port: 10b0821c-2221-4abe-adca-ceee7f2fde28, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'}}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:15.696116 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:15.767217 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 9413a894-140c-4a67-b96d-605aa9d4807b triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:15.768303 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:15.786683 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] For port 10b0821c-2221-4abe-adca-ceee7f2fde28, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:15.790672 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] For port 10b0821c-2221-4abe-adca-ceee7f2fde28, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=10b0821c-2221-4abe-adca-ceee7f2fde28,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:15.795189 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Publish callbacks [] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:15.808995 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:15.839638 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7f302-2ae3-4511-9216-46ef9078137e None None] Pushing event updated for resources: {'Port': ['ID=10b0821c-2221-4abe-adca-ceee7f2fde28,revision_number=3']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:15.853536 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:15.854212 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:44:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:15.868411 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:15.869793 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-995e84ab-818d-4f97-acef-f6b2ffb8e4dc None None] Current status of the port cdae391e-5a9a-4435-816b-fa5bda3e1d7a is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:15.877239 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:15.888132 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:15.921926 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7f302-2ae3-4511-9216-46ef9078137e None None] Pushing event updated for resources: {'Port': ['ID=10b0821c-2221-4abe-adca-ceee7f2fde28,revision_number=4']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:15.958967 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:15.961349 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Publish callbacks [] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), precommit_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:16.010059 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:16.013787 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Publish callbacks [] for port (21392627-2800-4c58-8904-0849fed4b2b8), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:16.027479 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (21392627-2800-4c58-8904-0849fed4b2b8), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:16.028762 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3665158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659499'] for router_interface (a6f4295a-3920-47e8-b3e5-5a713bfac017), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:16.053788 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:16.066989 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:16.072671 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:16.073259 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655459'] for router_interface (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:16.111658 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'name': 'tempest-DeleteServersTestJSON-634874066-router', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 3, 'project_id': '905aecc2e33f4befb1a47740e8d53611', 'gw_port': {'id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:16.165529 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f39c4-033c-4089-90b6-9847a2c82859 None None] The sync data for ids ['a6f4295a-3920-47e8-b3e5-5a713bfac017'] in dv-cinder-849022-3-iscsi is: [{'id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'name': 'tempest-DeleteServersTestJSON-634874066-router', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 3, 'project_id': '905aecc2e33f4befb1a47740e8d53611', 'gw_port': {'id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:45:16.178154 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:16.193816 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=21392627-2800-4c58-8904-0849fed4b2b8,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:16.208689 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:16.222248 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Publish callbacks [] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:16.354548 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-e047aeed-7b9f-4367-82ed-cfdfbc44d944 None None] Provisioning complete for port 21392627-2800-4c58-8904-0849fed4b2b8 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:16.355043 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e047aeed-7b9f-4367-82ed-cfdfbc44d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (21392627-2800-4c58-8904-0849fed4b2b8), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:16.359871 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Network 397d0617-8fd5-42c5-ae76-42ed3e65b60f is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:16.361626 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:16.402125 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:16.402920 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3665158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659499'] for router_interface (441aac0f-e735-413c-9ddc-149e4b085715), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:16.418265 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Pushing event updated for resources: {'Port': ['ID=2c29c0a8-f5c0-4750-9281-ddffd9c490db,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:16.547867 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Attempting to bind port 874d094a-5c65-4519-ab7c-be4c1bcffeb0 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:16.550698 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Attempting to bind port 874d094a-5c65-4519-ab7c-be4c1bcffeb0 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:16.551576 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Attempting to bind port 874d094a-5c65-4519-ab7c-be4c1bcffeb0 on network 3ef4e101-41eb-411a-aa5a-672e4abf061e {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:16.638515 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f07eb204-ea21-47a7-9ae1-060de007e096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:16.741748 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:16.759041 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:16.761456 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Checking segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:16.761982 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:16.764729 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Bound using segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:16.765254 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Bound port: 874d094a-5c65-4519-ab7c-be4c1bcffeb0, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:16.765655 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:16.774273 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Router a6f4295a-3920-47e8-b3e5-5a713bfac017 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:45:16.901833 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] For port 874d094a-5c65-4519-ab7c-be4c1bcffeb0, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:16.924853 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539c569-f1ec-4e2f-98cc-e3e6c40ac140 None None] Pushing event updated for resources: {'Port': ['ID=874d094a-5c65-4519-ab7c-be4c1bcffeb0,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:17.011891 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:17.026561 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:45:17.049808 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-80ba375f-bac9-4a6a-b417-2fdcc233a2c3 admin admin] 10.222.0.64 "PUT /v2.0/routers/a6f4295a-3920-47e8-b3e5-5a713bfac017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9317701 Jul 19 15:45:17.082957 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9214bb32-6256-4927-94e4-a83c6ef3e3b1 None None] The sync data for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi is: [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:45:17.161563 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5a926e-6390-45a2-b55a-5bcb0aafdfc1,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:17.174536 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:17.292010 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:17.438313 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Network fe8b95ad-7997-4bfd-893e-d87b2c843602 is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:17.440058 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54692) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:17.441822 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:17.583684 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 9413a894-140c-4a67-b96d-605aa9d4807b is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:17.665421 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] For port 874d094a-5c65-4519-ab7c-be4c1bcffeb0, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=874d094a-5c65-4519-ab7c-be4c1bcffeb0,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:17.677377 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-e047aeed-7b9f-4367-82ed-cfdfbc44d944 None None] Port 21392627-2800-4c58-8904-0849fed4b2b8 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:45:17.719570 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:17.726422 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Publish callbacks [] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), precommit_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:17.746886 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-e047aeed-7b9f-4367-82ed-cfdfbc44d944 None None] Provisioning complete for port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:17.758138 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e047aeed-7b9f-4367-82ed-cfdfbc44d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:17.794736 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3bdaeaf2-e302-4db8-8eff-73751c94ec31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:17.846599 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:17.864804 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:17.976561 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Router 441aac0f-e735-413c-9ddc-149e4b085715 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:45:18.052517 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-e047aeed-7b9f-4367-82ed-cfdfbc44d944 None None] Port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:45:18.055952 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54728) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:18.065615 dv-cinder-849022-3-iscsi neutron-server[115784]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 15:45:18.071439 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539c569-f1ec-4e2f-98cc-e3e6c40ac140 None None] Pushing event updated for resources: {'Port': ['ID=874d094a-5c65-4519-ab7c-be4c1bcffeb0,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:18.074976 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Attempting to bind port a1f6e102-e595-40b4-ab64-2ccca7a00754 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:18.075521 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Attempting to bind port a1f6e102-e595-40b4-ab64-2ccca7a00754 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:18.076147 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Attempting to bind port a1f6e102-e595-40b4-ab64-2ccca7a00754 on network 3ef4e101-41eb-411a-aa5a-672e4abf061e {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:18.130843 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:18.131494 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:44:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:18.134144 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device cdae391e-5a9a-4435-816b-fa5bda3e1d7a up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:18.136676 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc628d6-c4bb-4759-ad74-55e295006316 None None] Pushing event updated for resources: {'Port': ['ID=a1f6e102-e595-40b4-ab64-2ccca7a00754,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:18.199560 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3bdaeaf2-e302-4db8-8eff-73751c94ec31 admin admin] Publish callbacks [] for security_group (7a3034df-20bd-48b2-9487-9e197fc70f2d), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.213429 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3bdaeaf2-e302-4db8-8eff-73751c94ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (7a3034df-20bd-48b2-9487-9e197fc70f2d), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.222750 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Allocated IP 172.27.2.39 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/bccf4aad-76b4-44ee-8359-30cd89f8db8e) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:18.306314 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaeaf2-e302-4db8-8eff-73751c94ec31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3034df-20bd-48b2-9487-9e197fc70f2d,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:18.325858 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-3bdaeaf2-e302-4db8-8eff-73751c94ec31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7b6c65434d94f59be68e2d66bbcff14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8847170 Jul 19 15:45:18.328995 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54738) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:18.372718 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:18.451624 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:18.453306 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e01acd90-273f-446f-8950-870bf122a2e6 admin admin] Publish callbacks [] for security_group (7a3034df-20bd-48b2-9487-9e197fc70f2d), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.467242 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Publish callbacks [] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.476125 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b4886537-ce73-4fb0-a502-312e7fd242dc tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:18.483847 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b4886537-ce73-4fb0-a502-312e7fd242dc tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/networks?id=397d0617-8fd5-42c5-ae76-42ed3e65b60f HTTP/1.1" status: 200 len: 811 time: 0.4237416 Jul 19 15:45:18.489778 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:18.490862 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:18.502121 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-8e772532-28f6-4bee-8b18-3f3a073595f1 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/quotas/905aecc2e33f4befb1a47740e8d53611 HTTP/1.1" status: 200 len: 375 time: 0.0175250 Jul 19 15:45:18.512859 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.513738 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3665158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659499'] for router_interface (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.519073 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e01acd90-273f-446f-8950-870bf122a2e6 admin admin] Publish callbacks [] for security_group (7a3034df-20bd-48b2-9487-9e197fc70f2d), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.523756 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for port (bccf4aad-76b4-44ee-8359-30cd89f8db8e), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.620346 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (bccf4aad-76b4-44ee-8359-30cd89f8db8e), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.670054 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Pushing event updated for resources: {'Port': ['ID=2c29c0a8-f5c0-4750-9281-ddffd9c490db,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:18.711861 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:18.722164 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e01acd90-273f-446f-8950-870bf122a2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (7a3034df-20bd-48b2-9487-9e197fc70f2d), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.724782 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:18.725390 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Checking segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:18.725913 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e01acd90-273f-446f-8950-870bf122a2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.726063 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.726735 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Bound using segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:18.727565 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-e01acd90-273f-446f-8950-870bf122a2e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a3034df-20bd-48b2-9487-9e197fc70f2d HTTP/1.1" status: 204 len: 168 time: 0.3912940 Jul 19 15:45:18.732513 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Bound port: a1f6e102-e595-40b4-ab64-2ccca7a00754, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:18.733444 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.754724 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:18.761776 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01acd90-273f-446f-8950-870bf122a2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3034df-20bd-48b2-9487-9e197fc70f2d,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:18.785342 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:18.821117 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54748) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:18.828903 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-e047aeed-7b9f-4367-82ed-cfdfbc44d944 None None] Provisioning complete for port 10b0821c-2221-4abe-adca-ceee7f2fde28 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:18.829587 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e047aeed-7b9f-4367-82ed-cfdfbc44d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:18.844170 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-f77e4138-3b47-4985-b053-73e7a8ce0594 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=905aecc2e33f4befb1a47740e8d53611&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3411419 Jul 19 15:45:18.861415 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:45:18.870640 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-3a016dc4-ced3-4f00-9e15-f4407454a333 admin admin] 10.222.0.64 "PUT /v2.0/routers/441aac0f-e735-413c-9ddc-149e4b085715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8482432 Jul 19 15:45:18.908948 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event updated for resources: {'Port': ['ID=bccf4aad-76b4-44ee-8359-30cd89f8db8e,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:18.935671 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:18.938012 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:18.994679 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (83e746cf-db62-4977-a9b2-f515bf16fb65), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.055463 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:19.079110 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (bccf4aad-76b4-44ee-8359-30cd89f8db8e), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.237841 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port cdae391e-5a9a-4435-816b-fa5bda3e1d7a triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:19.242776 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.248131 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc320-579c-4e0c-a491-c1addb57248d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.260200 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:45:19.265669 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:19.402102 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] For port a1f6e102-e595-40b4-ab64-2ccca7a00754, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:19.417413 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bbcb33cf-3832-4ae2-bf21-5de30bd653d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.439925 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 2, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:19.458400 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] For port a1f6e102-e595-40b4-ab64-2ccca7a00754, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=a1f6e102-e595-40b4-ab64-2ccca7a00754,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:19.505272 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for port (bccf4aad-76b4-44ee-8359-30cd89f8db8e), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.516505 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (bccf4aad-76b4-44ee-8359-30cd89f8db8e), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.553122 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Sync routers for ids ['a6f4295a-3920-47e8-b3e5-5a713bfac017'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:45:19.555543 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026485e-08d1-41b5-a1b1-b79a4739ea16 None None] The sync data for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi is: [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 2, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:45:19.573243 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.582653 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bbcb33cf-3832-4ae2-bf21-5de30bd653d4 admin admin] Publish callbacks [] for security_group (6dda3047-2aa2-4c57-bd0c-182d0595a818), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.589907 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:45:19.601682 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-83a276c5-d25a-47ba-9a26-6201dee5cb4f admin admin] 10.222.0.64 "PUT /v2.0/routers/b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8851793 Jul 19 15:45:19.617355 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bbcb33cf-3832-4ae2-bf21-5de30bd653d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (6dda3047-2aa2-4c57-bd0c-182d0595a818), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.627996 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-e047aeed-7b9f-4367-82ed-cfdfbc44d944 None None] Current status of the port 10b0821c-2221-4abe-adca-ceee7f2fde28 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:19.628425 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e047aeed-7b9f-4367-82ed-cfdfbc44d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.631522 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event updated for resources: {'Port': ['ID=bccf4aad-76b4-44ee-8359-30cd89f8db8e,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:19.634072 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (83e746cf-db62-4977-a9b2-f515bf16fb65), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.676467 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.678093 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-e31200ac-9528-4d32-a314-64f90a386cac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2792301 Jul 19 15:45:19.710461 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:19.742627 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Routers {'a6f4295a-3920-47e8-b3e5-5a713bfac017'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:19.747250 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-bbcb33cf-3832-4ae2-bf21-5de30bd653d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f57965a6d2b343c49581d396631c913e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9058654 Jul 19 15:45:19.747693 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54782) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:19.748674 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:45:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['a6f4295a-3920-47e8-b3e5-5a713bfac017'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:19.751604 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb33cf-3832-4ae2-bf21-5de30bd653d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dda3047-2aa2-4c57-bd0c-182d0595a818,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:19.786828 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-ca015f17-18db-4ccf-a1e5-5bdd25fe6ec9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115784) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:45:19.794737 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-ca015f17-18db-4ccf-a1e5-5bdd25fe6ec9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2398672 Jul 19 15:45:19.798705 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54784) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:19.803340 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-f6217b56-38ba-499b-88af-125ec5e80d71 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190998553', 'description': 'tempest-description--1026523904'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:19.874580 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f6217b56-38ba-499b-88af-125ec5e80d71 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.876920 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8256e306-6a6d-48b8-a7a5-c8dd35e84da2 admin admin] Publish callbacks [] for security_group (6dda3047-2aa2-4c57-bd0c-182d0595a818), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:19.904691 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.016775 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port cdae391e-5a9a-4435-816b-fa5bda3e1d7a is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:20.018493 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 9413a894-140c-4a67-b96d-605aa9d4807b up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:20.021955 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Routers {'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:20.022108 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-5d1c57c5-e5bb-479c-8b9a-423761901ed0 service neutron] 10.222.0.64 "GET /v2.0/networks/397d0617-8fd5-42c5-ae76-42ed3e65b60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260671 Jul 19 15:45:20.023170 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:45:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:20.040969 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:20.080844 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8256e306-6a6d-48b8-a7a5-c8dd35e84da2 admin admin] Publish callbacks [] for security_group (6dda3047-2aa2-4c57-bd0c-182d0595a818), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.169249 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8256e306-6a6d-48b8-a7a5-c8dd35e84da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (6dda3047-2aa2-4c57-bd0c-182d0595a818), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.173859 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-e047aeed-7b9f-4367-82ed-cfdfbc44d944 None None] For port 10b0821c-2221-4abe-adca-ceee7f2fde28, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=10b0821c-2221-4abe-adca-ceee7f2fde28,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:20.189058 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8256e306-6a6d-48b8-a7a5-c8dd35e84da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.190264 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-8256e306-6a6d-48b8-a7a5-c8dd35e84da2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6dda3047-2aa2-4c57-bd0c-182d0595a818 HTTP/1.1" status: 204 len: 168 time: 0.4415441 Jul 19 15:45:20.195974 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e047aeed-7b9f-4367-82ed-cfdfbc44d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.213202 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256e306-6a6d-48b8-a7a5-c8dd35e84da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dda3047-2aa2-4c57-bd0c-182d0595a818,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:20.222585 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc628d6-c4bb-4759-ad74-55e295006316 None None] Pushing event updated for resources: {'Port': ['ID=a1f6e102-e595-40b4-ab64-2ccca7a00754,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:20.261187 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-79312082-b874-483c-a83a-c0ce2d64e908 service neutron] 10.222.0.64 "GET /v2.0/networks/397d0617-8fd5-42c5-ae76-42ed3e65b60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289367 Jul 19 15:45:20.365712 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f6217b56-38ba-499b-88af-125ec5e80d71 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (8aac8243-a002-46cc-852a-41ee0fa9a517), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.377610 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f6217b56-38ba-499b-88af-125ec5e80d71 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (8aac8243-a002-46cc-852a-41ee0fa9a517), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.459440 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f6217b56-38ba-499b-88af-125ec5e80d71 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.460640 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-f6217b56-38ba-499b-88af-125ec5e80d71 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6607728 Jul 19 15:45:20.463764 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54818) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:20.464158 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6217b56-38ba-499b-88af-125ec5e80d71 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aac8243-a002-46cc-852a-41ee0fa9a517,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:20.469390 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-a185705c-93b3-456c-b2cd-255b4708d5e7 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'security_group_rule': {'security_group_id': '8aac8243-a002-46cc-852a-41ee0fa9a517', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:20.483412 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Set router a6f4295a-3920-47e8-b3e5-5a713bfac017 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:20.502948 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54820) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:20.511702 dv-cinder-849022-3-iscsi neutron-server[115785]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 15:45:20.541936 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a185705c-93b3-456c-b2cd-255b4708d5e7 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (3ba7552a-69c1-4968-b115-ec2a3a12b443), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.553438 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:20.665508 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-f0589ab4-7298-479d-8ade-0eecdc4c523e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--81923611&fields=id&tenant_id=171a2f5462994c8d98ffd8cbc2ce5677 HTTP/1.1" status: 200 len: 267 time: 0.1573007 Jul 19 15:45:20.720834 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] Set router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:20.725237 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a185705c-93b3-456c-b2cd-255b4708d5e7 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (3ba7552a-69c1-4968-b115-ec2a3a12b443), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.736131 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a185705c-93b3-456c-b2cd-255b4708d5e7 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (3ba7552a-69c1-4968-b115-ec2a3a12b443), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.775589 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a185705c-93b3-456c-b2cd-255b4708d5e7 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.779736 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-a185705c-93b3-456c-b2cd-255b4708d5e7 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147931 Jul 19 15:45:20.782810 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:20.783420 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54840) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:20.789129 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-7999602a-ab38-44cb-b81f-a178bd59b726 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'security_group_rule': {'security_group_id': '8aac8243-a002-46cc-852a-41ee0fa9a517', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:20.792740 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-d9452f42-b2ff-4bc3-9b65-2f5e2ff16db8 None None] Provisioning complete for port 21392627-2800-4c58-8904-0849fed4b2b8 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:20.793120 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d9452f42-b2ff-4bc3-9b65-2f5e2ff16db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (21392627-2800-4c58-8904-0849fed4b2b8), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.812873 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185705c-93b3-456c-b2cd-255b4708d5e7 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba7552a-69c1-4968-b115-ec2a3a12b443,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:20.836109 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7999602a-ab38-44cb-b81f-a178bd59b726 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (0b58d95a-845d-47b9-828d-b94ab1311279), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:20.936179 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-d9452f42-b2ff-4bc3-9b65-2f5e2ff16db8 None None] Port 21392627-2800-4c58-8904-0849fed4b2b8 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:45:20.959976 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047aeed-7b9f-4367-82ed-cfdfbc44d944 None None] Pushing event updated for resources: {'Port': ['ID=10b0821c-2221-4abe-adca-ceee7f2fde28,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:20.990216 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-d9452f42-b2ff-4bc3-9b65-2f5e2ff16db8 None None] Provisioning complete for port 2c29c0a8-f5c0-4750-9281-ddffd9c490db triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:20.990846 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d9452f42-b2ff-4bc3-9b65-2f5e2ff16db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:21.003524 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7999602a-ab38-44cb-b81f-a178bd59b726 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (0b58d95a-845d-47b9-828d-b94ab1311279), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:21.014467 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7999602a-ab38-44cb-b81f-a178bd59b726 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (0b58d95a-845d-47b9-828d-b94ab1311279), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:21.036744 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999602a-ab38-44cb-b81f-a178bd59b726 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b58d95a-845d-47b9-828d-b94ab1311279,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:21.040300 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54856) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:21.062990 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:21.064388 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d139281f-ec84-46c4-8bb5-7bd3996ef71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:21.109107 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-d9452f42-b2ff-4bc3-9b65-2f5e2ff16db8 None None] Port 2c29c0a8-f5c0-4750-9281-ddffd9c490db cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:45:21.129998 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 9413a894-140c-4a67-b96d-605aa9d4807b triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:21.131267 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:21.181005 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7999602a-ab38-44cb-b81f-a178bd59b726 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:21.189147 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-7999602a-ab38-44cb-b81f-a178bd59b726 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3977120 Jul 19 15:45:21.189405 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:21.191911 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54864) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:21.215368 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:21.254421 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-d9452f42-b2ff-4bc3-9b65-2f5e2ff16db8 None None] Provisioning complete for port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:21.254777 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d9452f42-b2ff-4bc3-9b65-2f5e2ff16db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:21.281105 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-3514ad2c-3a83-494b-8d7f-6a7b0e5cc720 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:21.286271 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-3514ad2c-3a83-494b-8d7f-6a7b0e5cc720 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 817 time: 0.6077895 Jul 19 15:45:21.308791 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-1e8dee0f-de44-4570-bbae-35c583dff846 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/quotas/171a2f5462994c8d98ffd8cbc2ce5677 HTTP/1.1" status: 200 len: 375 time: 0.0125830 Jul 19 15:45:21.324054 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:21.482428 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-462c28cb-e579-4526-b512-4e5832f2a2fa tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1647310 Jul 19 15:45:21.523707 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d139281f-ec84-46c4-8bb5-7bd3996ef71c admin admin] Publish callbacks [] for security_group (0b8c6a2b-c1cf-47f3-ad34-d1231c7a4f3a), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:21.818423 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d139281f-ec84-46c4-8bb5-7bd3996ef71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (0b8c6a2b-c1cf-47f3-ad34-d1231c7a4f3a), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:21.897772 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-d139281f-ec84-46c4-8bb5-7bd3996ef71c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07d957876afd408fa28de18b8bd7a193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8561416 Jul 19 15:45:21.900440 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 54896) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:21.908840 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139281f-ec84-46c4-8bb5-7bd3996ef71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8c6a2b-c1cf-47f3-ad34-d1231c7a4f3a,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:21.961660 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.018545 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.032584 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:22.036967 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-d9452f42-b2ff-4bc3-9b65-2f5e2ff16db8 None None] Port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:45:22.047754 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:22.058532 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c7c24148-7089-4058-9c43-8e75447ee8c3 admin admin] Publish callbacks [] for security_group (0b8c6a2b-c1cf-47f3-ad34-d1231c7a4f3a), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.063537 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-d9452f42-b2ff-4bc3-9b65-2f5e2ff16db8 None None] Provisioning complete for port 10b0821c-2221-4abe-adca-ceee7f2fde28 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:22.063917 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d9452f42-b2ff-4bc3-9b65-2f5e2ff16db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.064493 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54900) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:22.065647 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.128210 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c7c24148-7089-4058-9c43-8e75447ee8c3 admin admin] Publish callbacks [] for security_group (0b8c6a2b-c1cf-47f3-ad34-d1231c7a4f3a), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.132317 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-b82c16bf-c040-4b9a-8f91-1493c227aac8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:22.133936 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-b82c16bf-c040-4b9a-8f91-1493c227aac8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 818 time: 0.3386354 Jul 19 15:45:22.163324 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-e14cac3f-4bfb-40c1-9837-5e2b24ec0a2e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/quotas/a872b4eafae74b82896bd09229152104 HTTP/1.1" status: 200 len: 375 time: 0.0192001 Jul 19 15:45:22.193182 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 9413a894-140c-4a67-b96d-605aa9d4807b is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:22.194292 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 6303422a-85cb-421d-8df5-2e8c51ac583e up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:22.217836 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-111214a1-67f3-419f-9e23-b3759caafd63 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483837 Jul 19 15:45:22.244717 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c7c24148-7089-4058-9c43-8e75447ee8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (0b8c6a2b-c1cf-47f3-ad34-d1231c7a4f3a), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.248600 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c7c24148-7089-4058-9c43-8e75447ee8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.252840 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c7c24148-7089-4058-9c43-8e75447ee8c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b8c6a2b-c1cf-47f3-ad34-d1231c7a4f3a HTTP/1.1" status: 204 len: 168 time: 0.3484256 Jul 19 15:45:22.270051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c24148-7089-4058-9c43-8e75447ee8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8c6a2b-c1cf-47f3-ad34-d1231c7a4f3a,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:22.273908 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:17Z', 'revision_number': 2, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:22.351558 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-b0433852-0b01-4cdd-bfba-9616b0252e47 service neutron] 10.222.0.64 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996673 Jul 19 15:45:22.395100 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Allocated IP 172.27.2.181 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/175e6b3e-ae1c-4162-a8fe-c8485fe06a0c) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:22.425789 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8364143-3f3c-40ae-a686-ecc6113c719d None None] The sync data for ids ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'] in dv-cinder-849022-3-iscsi is: [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:17Z', 'revision_number': 2, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:45:22.552437 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'name': 'tempest-DeleteServersTestJSON-634874066-router', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '905aecc2e33f4befb1a47740e8d53611', 'gw_port': {'id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '21392627-2800-4c58-8904-0849fed4b2b8', 'name': '', 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'mac_address': 'fa:16:3e:3f:43:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 2, 'project_id': '905aecc2e33f4befb1a47740e8d53611', 'subnets': [{'id': 'b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:22.554138 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-26107a2a-9000-48c1-a7b1-ba0403d1e5f9 service neutron] 10.222.0.64 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927247 Jul 19 15:45:22.618765 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-14bd7eb1-8895-4840-ae6a-732d0fec4bee service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115785) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:45:22.620152 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-14bd7eb1-8895-4840-ae6a-732d0fec4bee service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3159854 Jul 19 15:45:22.625139 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-72472dfc-facf-4640-961c-03d9eadb22f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.666202 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 6303422a-85cb-421d-8df5-2e8c51ac583e triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:22.666669 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.682666 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for port (175e6b3e-ae1c-4162-a8fe-c8485fe06a0c), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.689088 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:22.760669 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-d9452f42-b2ff-4bc3-9b65-2f5e2ff16db8 None None] Current status of the port 10b0821c-2221-4abe-adca-ceee7f2fde28 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:22.778914 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Checking router: a6f4295a-3920-47e8-b3e5-5a713bfac017 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:45:22.779349 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Updating router a6f4295a-3920-47e8-b3e5-5a713bfac017 port 21392627-2800-4c58-8904-0849fed4b2b8 binding host dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:45:22.840217 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (175e6b3e-ae1c-4162-a8fe-c8485fe06a0c), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.899701 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-405745b7-e3d6-4d3f-aa5e-5201e211ed5f service neutron] 10.222.0.64 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719789 Jul 19 15:45:22.927878 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:22.943199 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'Port': ['ID=175e6b3e-ae1c-4162-a8fe-c8485fe06a0c,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:22.951007 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:22.957174 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-72472dfc-facf-4640-961c-03d9eadb22f7 admin admin] Publish callbacks [] for security_group (b85268b3-59dd-4c66-87ac-9b0a35fbeef5), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.995100 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (21392627-2800-4c58-8904-0849fed4b2b8), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:22.999414 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-72472dfc-facf-4640-961c-03d9eadb22f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b85268b3-59dd-4c66-87ac-9b0a35fbeef5), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:23.038411 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d34f75ba-04b7-43c7-ba4d-a7484f3d1dd6 req-fd5c5271-5cfc-45f4-b6aa-caed3acc0cd4 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 210 time: 0.0964212 Jul 19 15:45:23.069655 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:23.126407 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-72472dfc-facf-4640-961c-03d9eadb22f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad63f6ea40454c9081f5e817db60041d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0607281 Jul 19 15:45:23.136438 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 54950) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:23.140001 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72472dfc-facf-4640-961c-03d9eadb22f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85268b3-59dd-4c66-87ac-9b0a35fbeef5,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:23.216866 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:23.230114 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:23.252105 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-57c707f2-4e90-4e1b-9061-2d10c89e646c service neutron] 10.222.0.64 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485739 Jul 19 15:45:23.354253 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dc2a697d-0579-4b69-84e4-fc395bba223a req-6adf6964-f0b1-45cc-8afb-19bb2e2cc59c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 210 time: 0.1877859 Jul 19 15:45:23.415155 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 6303422a-85cb-421d-8df5-2e8c51ac583e is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:23.424206 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:23.482654 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:23.511120 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port 6303422a-85cb-421d-8df5-2e8c51ac583e, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=6303422a-85cb-421d-8df5-2e8c51ac583e,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:23.536794 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b4b08159-35e9-473d-9062-b7f67d90ab01 admin admin] Publish callbacks [] for security_group (b85268b3-59dd-4c66-87ac-9b0a35fbeef5), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:23.590175 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (175e6b3e-ae1c-4162-a8fe-c8485fe06a0c), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:23.600445 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b4b08159-35e9-473d-9062-b7f67d90ab01 admin admin] Publish callbacks [] for security_group (b85268b3-59dd-4c66-87ac-9b0a35fbeef5), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:23.844321 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:23.845217 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 10b0821c-2221-4abe-adca-ceee7f2fde28 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:23.960056 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4ae4ef5e-d5ee-4f42-8288-4b428797b10f req-ff875078-bbea-42b4-a741-241db1bd4c29 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 210 time: 0.1971946 Jul 19 15:45:24.010939 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b4b08159-35e9-473d-9062-b7f67d90ab01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b85268b3-59dd-4c66-87ac-9b0a35fbeef5), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:24.013715 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b4b08159-35e9-473d-9062-b7f67d90ab01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:24.033531 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b4b08159-35e9-473d-9062-b7f67d90ab01 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b85268b3-59dd-4c66-87ac-9b0a35fbeef5 HTTP/1.1" status: 204 len: 168 time: 0.8889098 Jul 19 15:45:24.060446 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-234fb0d6-a448-4b4c-8ad3-c41c401a76ec tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:24.072984 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-234fb0d6-a448-4b4c-8ad3-c41c401a76ec tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 818 time: 0.3135335 Jul 19 15:45:24.079155 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b08159-35e9-473d-9062-b7f67d90ab01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85268b3-59dd-4c66-87ac-9b0a35fbeef5,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:24.116929 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 10b0821c-2221-4abe-adca-ceee7f2fde28 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:24.117944 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:24.140326 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-1de4e869-f1fc-4f4d-83fa-dbf1c896c68c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/quotas/a872b4eafae74b82896bd09229152104 HTTP/1.1" status: 200 len: 375 time: 0.0660331 Jul 19 15:45:24.244371 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:24.263945 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 10b0821c-2221-4abe-adca-ceee7f2fde28 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:24.306304 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:24.315712 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for port (175e6b3e-ae1c-4162-a8fe-c8485fe06a0c), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:24.339604 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-c801491b-a52e-4de0-842d-377b9a38a172 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1968551 Jul 19 15:45:24.370811 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=6303422a-85cb-421d-8df5-2e8c51ac583e,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:24.386655 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (175e6b3e-ae1c-4162-a8fe-c8485fe06a0c), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:24.514043 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:24.613268 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Publish callbacks [] for port (21392627-2800-4c58-8904-0849fed4b2b8), precommit_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:24.634122 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (21392627-2800-4c58-8904-0849fed4b2b8), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:24.663969 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-784dbaa6-37f5-4d3c-ac01-336694326315 req-f6e92d66-8909-4188-870c-a2ae9ee576d0 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 210 time: 0.1587007 Jul 19 15:45:24.820624 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 874d094a-5c65-4519-ab7c-be4c1bcffeb0 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:24.853369 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'Port': ['ID=175e6b3e-ae1c-4162-a8fe-c8485fe06a0c,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:24.872165 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:24.885686 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-2a7eba8f-3564-4059-bdb4-65a1e0128202 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6881778 Jul 19 15:45:24.969931 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-d160ae1f-f733-4f97-bbf9-375ab6c3cf98 service neutron] 10.222.0.64 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288786 Jul 19 15:45:24.975636 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d7da7-48b8-4218-a4ed-f137a3ffac4a None None] Pushing event updated for resources: {'Port': ['ID=21392627-2800-4c58-8904-0849fed4b2b8,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:25.044496 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 55054) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:25.097807 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6cac6d3b-0baa-47e8-b3ad-b5eba9f1625a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:25.295336 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Attempting to bind port 21392627-2800-4c58-8904-0849fed4b2b8 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:25.296249 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Attempting to bind port 21392627-2800-4c58-8904-0849fed4b2b8 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8347f494-1fe9-4185-946e-959eae3293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:25.296249 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Attempting to bind port 21392627-2800-4c58-8904-0849fed4b2b8 on network 397d0617-8fd5-42c5-ae76-42ed3e65b60f {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:25.317365 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:25.317778 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Checking segment: {'id': '8347f494-1fe9-4185-946e-959eae3293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:25.318199 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:25.318605 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Bound using segment: {'id': '8347f494-1fe9-4185-946e-959eae3293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:25.319582 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Bound port: 21392627-2800-4c58-8904-0849fed4b2b8, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8347f494-1fe9-4185-946e-959eae3293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:25.319582 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (21392627-2800-4c58-8904-0849fed4b2b8), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:25.332374 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-50558935-8395-4710-bf57-d65ccb98f502 req-76d32a8d-395d-4c9d-a6de-2b4da00cdeb3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 210 time: 0.1125541 Jul 19 15:45:25.407450 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 874d094a-5c65-4519-ab7c-be4c1bcffeb0 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:25.407825 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:25.426319 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Sync routers for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:45:25.445063 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:25.446601 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:45:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:25.473459 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-830f6a8c-9443-4348-a3fb-a776b11cd597 service neutron] 10.222.0.64 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633200 Jul 19 15:45:25.588891 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6cac6d3b-0baa-47e8-b3ad-b5eba9f1625a admin admin] Publish callbacks [] for security_group (b3310da8-9ff7-4d28-9bba-07268c2aaf57), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:25.606295 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6cac6d3b-0baa-47e8-b3ad-b5eba9f1625a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b3310da8-9ff7-4d28-9bba-07268c2aaf57), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:25.615448 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-ba8d47a5-42bc-4828-8e7f-a0824551d23c None None] Provisioning complete for port 21392627-2800-4c58-8904-0849fed4b2b8 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:25.619125 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ba8d47a5-42bc-4828-8e7f-a0824551d23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (21392627-2800-4c58-8904-0849fed4b2b8), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:25.691206 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:25.763287 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac6d3b-0baa-47e8-b3ad-b5eba9f1625a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3310da8-9ff7-4d28-9bba-07268c2aaf57,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:25.920170 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] For port 21392627-2800-4c58-8904-0849fed4b2b8, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:25.956852 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d47a5-42bc-4828-8e7f-a0824551d23c None None] Port 21392627-2800-4c58-8904-0849fed4b2b8 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:45:25.969006 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] For port 21392627-2800-4c58-8904-0849fed4b2b8, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=21392627-2800-4c58-8904-0849fed4b2b8,segment=NetworkSegment(8347f494-1fe9-4185-946e-959eae3293c1),segment_id=8347f494-1fe9-4185-946e-959eae3293c1)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:25.999351 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-6cac6d3b-0baa-47e8-b3ad-b5eba9f1625a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef3360b2c9284de891207a1f5a61ad9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9536760 Jul 19 15:45:26.009239 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55082) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:26.054828 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:26.064578 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:26.067063 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (21392627-2800-4c58-8904-0849fed4b2b8), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:26.084512 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5aa53c82-d980-4fac-991e-851bbb398d0e admin admin] Publish callbacks [] for security_group (b3310da8-9ff7-4d28-9bba-07268c2aaf57), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:26.122790 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:26.133219 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5aa53c82-d980-4fac-991e-851bbb398d0e admin admin] Publish callbacks [] for security_group (b3310da8-9ff7-4d28-9bba-07268c2aaf57), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:26.166157 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-f1f8e0e9-1c20-408b-9b15-a969e5bd447b tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1190998553&fields=id&tenant_id=45a72d232f314a78b0e1c3f04b0ed682 HTTP/1.1" status: 200 len: 267 time: 0.3509157 Jul 19 15:45:26.356111 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d7da7-48b8-4218-a4ed-f137a3ffac4a None None] Pushing event updated for resources: {'Port': ['ID=21392627-2800-4c58-8904-0849fed4b2b8,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:26.365675 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 874d094a-5c65-4519-ab7c-be4c1bcffeb0 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:26.366071 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:26.383815 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5aa53c82-d980-4fac-991e-851bbb398d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b3310da8-9ff7-4d28-9bba-07268c2aaf57), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:26.390217 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5aa53c82-d980-4fac-991e-851bbb398d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:26.395511 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-5aa53c82-d980-4fac-991e-851bbb398d0e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3310da8-9ff7-4d28-9bba-07268c2aaf57 HTTP/1.1" status: 204 len: 168 time: 0.3849137 Jul 19 15:45:26.482288 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-6b42dfd0-debe-4d9f-8b41-81b356042bf6 req-47923c4d-e256-4ecd-9288-52ac9d614b24 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 210 time: 0.1807394 Jul 19 15:45:26.485941 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa53c82-d980-4fac-991e-851bbb398d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3310da8-9ff7-4d28-9bba-07268c2aaf57,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:26.512374 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port 874d094a-5c65-4519-ab7c-be4c1bcffeb0, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=874d094a-5c65-4519-ab7c-be4c1bcffeb0,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:26.536488 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:26.542815 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 10b0821c-2221-4abe-adca-ceee7f2fde28 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:26.572314 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:26.593507 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-98629ed0-a632-4580-a4d5-3a947a61b7fa tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:26.603622 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-98629ed0-a632-4580-a4d5-3a947a61b7fa tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 814 time: 0.4278331 Jul 19 15:45:26.663301 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-d19a2572-57c3-43fe-a301-5d751197d91b tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/quotas/45a72d232f314a78b0e1c3f04b0ed682 HTTP/1.1" status: 200 len: 375 time: 0.0570602 Jul 19 15:45:26.767243 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 2, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:26.886130 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:26.897131 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Checking router: 441aac0f-e735-413c-9ddc-149e4b085715 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:45:26.897410 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Updating router 441aac0f-e735-413c-9ddc-149e4b085715 port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 binding host dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:45:26.898272 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Routers {'a6f4295a-3920-47e8-b3e5-5a713bfac017'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:26.901120 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:45:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['a6f4295a-3920-47e8-b3e5-5a713bfac017'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:26.917320 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.36', 57012) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:26.959904 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:26.967113 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-6494b9fd-b65c-4c07-a2e8-da69b0ff6d24 req-f84612dc-a22d-4adb-a9a4-b1999948adcc tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 210 time: 0.3918228 Jul 19 15:45:27.043666 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-8a6cc1db-f3ad-402d-ae4f-b0eb7edfb8b2 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3643959 Jul 19 15:45:27.087986 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d20dd31c-d3b1-45d7-993f-ee97ac8fb9d8 req-77bedae4-d28e-4c36-abdc-39d2b3ed41f4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 210 time: 0.0390544 Jul 19 15:45:27.146270 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.36', 57013) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:27.173684 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=874d094a-5c65-4519-ab7c-be4c1bcffeb0,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:27.189191 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-6b160338-79e3-421c-9c07-2c09e2e7c4de None None] Provisioning complete for port 21392627-2800-4c58-8904-0849fed4b2b8 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:27.189813 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-6b160338-79e3-421c-9c07-2c09e2e7c4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (21392627-2800-4c58-8904-0849fed4b2b8), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:27.201148 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:27.305782 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 10b0821c-2221-4abe-adca-ceee7f2fde28 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:27.306530 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:27.580208 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-80b9aaa0-8689-4d1f-8e6e-4d623146505d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:27.584799 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-80b9aaa0-8689-4d1f-8e6e-4d623146505d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.36 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 817 time: 0.4291043 Jul 19 15:45:27.638873 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-35f9fa0c-63ab-4aee-91d9-2877601219ba tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:27.641399 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-35f9fa0c-63ab-4aee-91d9-2877601219ba tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 818 time: 0.7113409 Jul 19 15:45:27.696269 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-323d3743-7aa6-4b0d-a463-3d9717ef0bb4 service neutron] 10.222.0.64 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462324 Jul 19 15:45:27.711140 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ed4ca521-17e6-480d-ac7e-afc1bf9a4369 req-84f2d341-7132-48de-8860-614c055d8c14 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 210 time: 0.0668707 Jul 19 15:45:27.715601 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Publish callbacks [] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), precommit_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:27.743142 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:27.862853 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-28378bb1-39d9-4e83-b7da-02bad1380f3f service neutron] 10.222.0.64 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528692 Jul 19 15:45:27.961648 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Attempting to bind port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:27.962332 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Attempting to bind port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:27.964072 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Attempting to bind port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 on network fe8b95ad-7997-4bfd-893e-d87b2c843602 {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:27.972155 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] Set router a6f4295a-3920-47e8-b3e5-5a713bfac017 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:27.973141 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944afd86-3042-4b6c-9bcd-a9985d2cf170 None None] Pushing event updated for resources: {'Port': ['ID=2f5a926e-6390-45a2-b55a-5bcb0aafdfc1,revision_number=3']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:27.988650 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:27.990273 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Checking segment: {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:27.991901 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:27.992503 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Bound using segment: {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:27.994240 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Bound port: 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'}}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:27.998433 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:28.171904 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-6be17434-b8f5-42c6-890f-dbaf5aeb7971 req-bb3290dd-f8b7-4fde-a91a-8cec0e16e61a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 210 time: 0.0826724 Jul 19 15:45:28.178836 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] For port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:28.188023 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] For port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=2f5a926e-6390-45a2-b55a-5bcb0aafdfc1,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:28.204438 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:28.337642 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:28.338280 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:45:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:28.342289 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f49c164f-7c07-4719-9aae-eaab7c59c318 req-ec801290-61c8-4c63-82be-6d1fd2805a5d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 210 time: 0.0885434 Jul 19 15:45:28.354323 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944afd86-3042-4b6c-9bcd-a9985d2cf170 None None] Pushing event updated for resources: {'Port': ['ID=2f5a926e-6390-45a2-b55a-5bcb0aafdfc1,revision_number=4']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:28.400765 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:28.411613 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-09c43c08-c039-46e5-ae77-2a3e37cb6329 req-22f62226-81ae-4a65-866d-be637c9dc98f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 210 time: 0.0849388 Jul 19 15:45:28.451263 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-6b160338-79e3-421c-9c07-2c09e2e7c4de None None] Current status of the port 21392627-2800-4c58-8904-0849fed4b2b8 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:28.452940 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-6b160338-79e3-421c-9c07-2c09e2e7c4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (21392627-2800-4c58-8904-0849fed4b2b8), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:28.512322 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-6b160338-79e3-421c-9c07-2c09e2e7c4de None None] For port 21392627-2800-4c58-8904-0849fed4b2b8, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=21392627-2800-4c58-8904-0849fed4b2b8,segment=NetworkSegment(8347f494-1fe9-4185-946e-959eae3293c1),segment_id=8347f494-1fe9-4185-946e-959eae3293c1)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:28.515728 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:28.532552 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-6b160338-79e3-421c-9c07-2c09e2e7c4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (21392627-2800-4c58-8904-0849fed4b2b8), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:28.623030 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:28.625241 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'name': 'tempest-DeleteServersTestJSON-634874066-router', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '905aecc2e33f4befb1a47740e8d53611', 'gw_port': {'id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '21392627-2800-4c58-8904-0849fed4b2b8', 'name': '', 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'mac_address': 'fa:16:3e:3f:43:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:25Z', 'revision_number': 4, 'project_id': '905aecc2e33f4befb1a47740e8d53611', 'subnets': [{'id': 'b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:28.765309 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9f51f-5bdd-46d1-bc31-421d92d251dd None None] The sync data for ids ['a6f4295a-3920-47e8-b3e5-5a713bfac017'] in dv-cinder-849022-3-iscsi is: [{'id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'name': 'tempest-DeleteServersTestJSON-634874066-router', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '905aecc2e33f4befb1a47740e8d53611', 'gw_port': {'id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '21392627-2800-4c58-8904-0849fed4b2b8', 'name': '', 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'mac_address': 'fa:16:3e:3f:43:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:25Z', 'revision_number': 4, 'project_id': '905aecc2e33f4befb1a47740e8d53611', 'subnets': [{'id': 'b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:45:28.858783 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55200) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:28.877846 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 10b0821c-2221-4abe-adca-ceee7f2fde28 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:28.902938 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-76520c49-ba41-45a7-b841-09ea221f9ced None None] Provisioning complete for port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:28.903329 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-76520c49-ba41-45a7-b841-09ea221f9ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:28.918255 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b160338-79e3-421c-9c07-2c09e2e7c4de None None] Pushing event updated for resources: {'Port': ['ID=21392627-2800-4c58-8904-0849fed4b2b8,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:29.005323 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e08f0e42-7027-4f22-a4ad-964d0294c7a4 req-d7cf35ad-9c04-4b22-bc61-d90f786f6d7f tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 210 time: 0.1121981 Jul 19 15:45:29.067627 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2eb36fbd-3d00-4137-af32-bb28a1a1c84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:29.151196 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-76520c49-ba41-45a7-b841-09ea221f9ced None None] Current status of the port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:29.154178 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-76520c49-ba41-45a7-b841-09ea221f9ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:29.165551 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:29.166166 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:29.276524 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:28Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:29.305187 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-76520c49-ba41-45a7-b841-09ea221f9ced None None] For port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=2f5a926e-6390-45a2-b55a-5bcb0aafdfc1,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:29.318941 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-76520c49-ba41-45a7-b841-09ea221f9ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:29.383299 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-94190f1a-710d-449f-b1af-df8e11cc333d req-4aabfbf2-b689-4342-b484-4e3de402b90d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 210 time: 0.0615857 Jul 19 15:45:29.385373 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2eb36fbd-3d00-4137-af32-bb28a1a1c84a admin admin] Publish callbacks [] for security_group (b166f1cd-a402-4078-9120-b1096e34f8ae), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:29.398093 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2eb36fbd-3d00-4137-af32-bb28a1a1c84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b166f1cd-a402-4078-9120-b1096e34f8ae), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:29.404601 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d98e88-541d-4d46-b0e4-7120f2250ae9 None None] The sync data for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi is: [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:28Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:45:29.453395 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76520c49-ba41-45a7-b841-09ea221f9ced None None] Pushing event updated for resources: {'Port': ['ID=2f5a926e-6390-45a2-b55a-5bcb0aafdfc1,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:29.478062 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-d2509779-1a47-45ad-9677-a8bbf2a0c9b1 None None] Provisioning complete for port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:29.479270 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d2509779-1a47-45ad-9677-a8bbf2a0c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:29.532860 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb36fbd-3d00-4137-af32-bb28a1a1c84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b166f1cd-a402-4078-9120-b1096e34f8ae,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:29.537688 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-2eb36fbd-3d00-4137-af32-bb28a1a1c84a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb37b1c4a1004ef28918c34c05ce9206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6676240 Jul 19 15:45:29.557272 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55228) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:29.581747 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1e2b29d8-b670-4afd-9b54-5567ebf62b98 req-c1108bcf-65cc-4c86-9fcd-98552cb70833 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 210 time: 0.0892148 Jul 19 15:45:29.610619 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a1f6e102-e595-40b4-ab64-2ccca7a00754 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:29.655776 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dccdfd66-d885-4507-b36f-1f6c7dc632b7 req-435b278c-3d0a-4e7c-8307-52f7b4cb2369 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 210 time: 0.1234801 Jul 19 15:45:29.663953 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2ce6f760-3efa-4b13-9cf3-4dad3bd57754 admin admin] Publish callbacks [] for security_group (b166f1cd-a402-4078-9120-b1096e34f8ae), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:29.685921 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-d2509779-1a47-45ad-9677-a8bbf2a0c9b1 None None] Current status of the port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:29.707153 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2ce6f760-3efa-4b13-9cf3-4dad3bd57754 admin admin] Publish callbacks [] for security_group (b166f1cd-a402-4078-9120-b1096e34f8ae), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:29.712066 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port a1f6e102-e595-40b4-ab64-2ccca7a00754 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:29.712774 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:29.760885 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2ce6f760-3efa-4b13-9cf3-4dad3bd57754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b166f1cd-a402-4078-9120-b1096e34f8ae), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:29.766678 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2ce6f760-3efa-4b13-9cf3-4dad3bd57754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:29.770697 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-2ce6f760-3efa-4b13-9cf3-4dad3bd57754 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b166f1cd-a402-4078-9120-b1096e34f8ae HTTP/1.1" status: 204 len: 168 time: 0.2099557 Jul 19 15:45:29.774318 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:29.783961 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6f760-3efa-4b13-9cf3-4dad3bd57754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b166f1cd-a402-4078-9120-b1096e34f8ae,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:29.811151 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 55236) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:29.828398 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port a1f6e102-e595-40b4-ab64-2ccca7a00754 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:29.828750 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:29.859877 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port a1f6e102-e595-40b4-ab64-2ccca7a00754, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=a1f6e102-e595-40b4-ab64-2ccca7a00754,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:29.867048 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:29.868106 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 21392627-2800-4c58-8904-0849fed4b2b8 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:29.926762 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-aa5d648d-61a9-49a4-8dde-28a09aa86199 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Request body: {'port': {'device_id': '764ab5a7-4ebb-4d76-a34b-5f311883bcbe', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'admin_state_up': True, 'tenant_id': 'a872b4eafae74b82896bd09229152104'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:29.942091 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.36', 57016) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:30.163607 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:30.178524 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 21392627-2800-4c58-8904-0849fed4b2b8 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:30.178917 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (21392627-2800-4c58-8904-0849fed4b2b8), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:30.185583 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-86aabb89-b2f9-4fb8-9d1c-6c7f87462612 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=171a2f5462994c8d98ffd8cbc2ce5677 HTTP/1.1" status: 200 len: 378 time: 0.2620656 Jul 19 15:45:30.220383 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-7a52c912-9039-4dc8-9932-52d2d84c5334 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Request body: {'port': {'device_id': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'admin_state_up': True, 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'security_groups': ['c4527c6a-0e2d-4851-9f55-8ddcc8291e61']}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:30.232341 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=a1f6e102-e595-40b4-ab64-2ccca7a00754,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:30.448105 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 21392627-2800-4c58-8904-0849fed4b2b8 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:30.455598 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 874d094a-5c65-4519-ab7c-be4c1bcffeb0 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:30.606342 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1b8af19f-d731-46a1-a749-789b4f465cf1 req-3f0406c5-45e9-4be6-9cda-c85d65925ebf tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 210 time: 0.1674991 Jul 19 15:45:30.612932 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-4e3f8d86-904c-45df-bc59-29f7fcdcaa3a tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:30.614480 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-4e3f8d86-904c-45df-bc59-29f7fcdcaa3a tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.36 "GET /v2.0/networks?id=397d0617-8fd5-42c5-ae76-42ed3e65b60f HTTP/1.1" status: 200 len: 811 time: 0.6668944 Jul 19 15:45:30.625879 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:30.629953 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 874d094a-5c65-4519-ab7c-be4c1bcffeb0 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:30.630601 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:30.700786 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:30.748209 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-7a52c912-9039-4dc8-9932-52d2d84c5334 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Made reservation on behalf of 171a2f5462994c8d98ffd8cbc2ce5677 for: {'port': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:45:30.753351 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-7a52c912-9039-4dc8-9932-52d2d84c5334 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:30.899294 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55290) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:30.910712 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 874d094a-5c65-4519-ab7c-be4c1bcffeb0 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:30.912970 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:30.967074 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-49acaeb4-c2f5-45bf-8c62-91dbb4f63599 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Request body: {'port': {'device_id': '82a77751-75d6-4aa5-a0d6-cb1af296b4e7', 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f', 'admin_state_up': True, 'tenant_id': '905aecc2e33f4befb1a47740e8d53611'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:30.981939 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-48a001bf-10b0-4ad1-9b01-7f7065955c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:30.992929 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:30.993337 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:31.001725 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-20e59770-5623-47f6-83d7-a45e296455ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:31.013716 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ed51f06f-933a-4390-b39e-f97b9845ca47 req-23d5294e-b44d-466f-8326-9f4edb4ade22 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 210 time: 0.1190500 Jul 19 15:45:31.113370 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d0719e1f-aa1a-42d9-8c1a-60c47e872d68 req-8d5cc902-0f65-45ca-ac98-9269fed5e6fd tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 210 time: 0.4828250 Jul 19 15:45:31.123122 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-20e59770-5623-47f6-83d7-a45e296455ae admin admin] Publish callbacks [] for security_group (8b4090e8-8f1f-4fcb-8d0a-b9f65a4381f0), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:31.136820 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-aa5d648d-61a9-49a4-8dde-28a09aa86199 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Made reservation on behalf of a872b4eafae74b82896bd09229152104 for: {'port': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:45:31.137445 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-20e59770-5623-47f6-83d7-a45e296455ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (8b4090e8-8f1f-4fcb-8d0a-b9f65a4381f0), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:31.145247 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-aa5d648d-61a9-49a4-8dde-28a09aa86199 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:31.167577 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:31.168825 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 6303422a-85cb-421d-8df5-2e8c51ac583e up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:31.213282 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-20e59770-5623-47f6-83d7-a45e296455ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22bea8aad72e43ea92e73e6db63795dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073816 Jul 19 15:45:31.223331 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 55304) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:31.242827 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 6303422a-85cb-421d-8df5-2e8c51ac583e triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:31.243229 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:31.265766 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0e32900a-ef79-4c5e-9569-fc5d31de4fd4 req-d281105a-c587-498d-86bd-d409dcb7aefe tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 210 time: 0.0769320 Jul 19 15:45:31.309886 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e59770-5623-47f6-83d7-a45e296455ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4090e8-8f1f-4fcb-8d0a-b9f65a4381f0,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:31.346731 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.36', 57027) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:31.389146 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 6303422a-85cb-421d-8df5-2e8c51ac583e is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:31.458077 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:31.523017 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.36', 57028) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:31.688336 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-e3b8844a-c066-47eb-bc92-6315acadc810 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:31.690062 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-e3b8844a-c066-47eb-bc92-6315acadc810 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 814 time: 0.1388340 Jul 19 15:45:31.697019 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 21392627-2800-4c58-8904-0849fed4b2b8 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:31.703343 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:31.729689 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4e3882ee-dc15-4506-83d0-32e8662e4ab7 admin admin] Publish callbacks [] for security_group (8b4090e8-8f1f-4fcb-8d0a-b9f65a4381f0), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:31.758302 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-b819c456-a8f5-4639-ab35-fe69bc35c9bf tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:31.763269 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-b819c456-a8f5-4639-ab35-fe69bc35c9bf tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 818 time: 0.4133592 Jul 19 15:45:31.803079 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-bbaf5158-9745-469b-a1ab-8836d9cd4a25 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Request body: {'port': {'device_id': '4fa1efb1-1488-48f4-a6ec-9b4787e01277', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'admin_state_up': True, 'tenant_id': 'a872b4eafae74b82896bd09229152104'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:31.835015 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-7a52c912-9039-4dc8-9932-52d2d84c5334 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Allocated IP 172.20.0.12 (4747c92b-9953-4013-87b5-ea57492dd5d4/60fb34e8-0b5b-4987-b39f-b08c45bd460d/61483d93-6fa5-46d1-b820-a274f98ffcbb) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:31.916333 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 21392627-2800-4c58-8904-0849fed4b2b8 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:31.916718 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (21392627-2800-4c58-8904-0849fed4b2b8), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:31.978472 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-49acaeb4-c2f5-45bf-8c62-91dbb4f63599 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Made reservation on behalf of 905aecc2e33f4befb1a47740e8d53611 for: {'port': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:45:31.990554 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-49acaeb4-c2f5-45bf-8c62-91dbb4f63599 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:32.000773 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-86716f7b-6726-4bb2-80d0-b7b9ef842336 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45a72d232f314a78b0e1c3f04b0ed682 HTTP/1.1" status: 200 len: 380 time: 0.2761080 Jul 19 15:45:32.065662 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-7fdaffa3-5b75-458e-b238-62579a017323 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'port': {'device_id': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'admin_state_up': True, 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'security_groups': ['8aac8243-a002-46cc-852a-41ee0fa9a517']}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:32.121773 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 21392627-2800-4c58-8904-0849fed4b2b8 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:32.127530 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4e3882ee-dc15-4506-83d0-32e8662e4ab7 admin admin] Publish callbacks [] for security_group (8b4090e8-8f1f-4fcb-8d0a-b9f65a4381f0), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:32.143142 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a1f6e102-e595-40b4-ab64-2ccca7a00754 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:32.203679 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:32.320853 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-db0f38a9-091c-4b24-a66f-8f6532b28da0 req-d14bdfde-8ca7-4214-bdf7-72a88607df14 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 210 time: 0.4826045 Jul 19 15:45:32.348539 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port a1f6e102-e595-40b4-ab64-2ccca7a00754 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:32.349091 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:32.414903 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:32.423908 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-79f1db0d-be67-40ac-95a7-f9b4b6264405 req-ca83423c-1ec5-466a-b6c9-4be0228b630d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 210 time: 0.1415668 Jul 19 15:45:32.431205 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-bbaf5158-9745-469b-a1ab-8836d9cd4a25 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Made reservation on behalf of a872b4eafae74b82896bd09229152104 for: {'port': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:45:32.449328 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-bbaf5158-9745-469b-a1ab-8836d9cd4a25 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:32.474765 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-48a001bf-10b0-4ad1-9b01-7f7065955c02 admin admin] Publish callbacks [] for security_group (740f7e26-c341-421e-b462-c5534348b7ef), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:32.612320 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port a1f6e102-e595-40b4-ab64-2ccca7a00754 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:32.614723 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:32.677698 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-48a001bf-10b0-4ad1-9b01-7f7065955c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (740f7e26-c341-421e-b462-c5534348b7ef), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:32.705023 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-aa5d648d-61a9-49a4-8dde-28a09aa86199 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Allocated IP 172.20.0.5 (8dcc6647-13fc-4b32-9768-cee1a56fe5f7/08f3925e-9acb-4daf-8a14-6ac9b957a3cb/e7989e60-2708-4f38-9de4-2ddeed675e74) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:32.763938 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:32.765847 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:32.810559 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8e96c168-7445-4f4a-bad3-7982e0a33a60 req-8e586522-1826-43c8-adce-ffb3b703786e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 210 time: 0.1945727 Jul 19 15:45:32.910201 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-7a52c912-9039-4dc8-9932-52d2d84c5334 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:32.919003 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:32.921477 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-48a001bf-10b0-4ad1-9b01-7f7065955c02 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5645b6b3cef342edad1e9936afb69dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1081703 Jul 19 15:45:32.930124 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55354) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:32.967076 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Sync routers for ids ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:45:33.024930 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-13efe0a9-22ef-42b5-ae13-15c9d7743c7f req-3d4e6888-de1a-423c-80ec-c3f32004e85c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 210 time: 0.3765450 Jul 19 15:45:33.044682 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:33.066393 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-7a52c912-9039-4dc8-9932-52d2d84c5334 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:33.069726 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Routers {'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:33.071653 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:45:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:33.131121 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:33.166008 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d0f39f26-99f8-4c02-8b62-a3d3a86a6274 admin admin] Publish callbacks [] for security_group (740f7e26-c341-421e-b462-c5534348b7ef), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:33.247763 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-7a52c912-9039-4dc8-9932-52d2d84c5334 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Network 4747c92b-9953-4013-87b5-ea57492dd5d4 is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:33.328549 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-7a52c912-9039-4dc8-9932-52d2d84c5334 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:33.390858 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d0f39f26-99f8-4c02-8b62-a3d3a86a6274 admin admin] Publish callbacks [] for security_group (740f7e26-c341-421e-b462-c5534348b7ef), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:33.429743 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-7a52c912-9039-4dc8-9932-52d2d84c5334 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:33.446770 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-7a52c912-9039-4dc8-9932-52d2d84c5334 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:33.447753 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-7a52c912-9039-4dc8-9932-52d2d84c5334 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:33.494748 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52c912-9039-4dc8-9932-52d2d84c5334 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event updated for resources: {'Port': ['ID=61483d93-6fa5-46d1-b820-a274f98ffcbb,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:33.601334 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:33.662616 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Set router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:33.702786 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a001bf-10b0-4ad1-9b01-7f7065955c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740f7e26-c341-421e-b462-c5534348b7ef,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:33.713966 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6f727a12-4365-4a6d-8c35-3ccaf3f9eb76 req-90c48825-03cc-46d3-a072-fedb11ae6ccc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 210 time: 0.0950341 Jul 19 15:45:33.882308 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-aa5d648d-61a9-49a4-8dde-28a09aa86199 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:33.933959 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4e3882ee-dc15-4506-83d0-32e8662e4ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (8b4090e8-8f1f-4fcb-8d0a-b9f65a4381f0), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:33.941031 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4e3882ee-dc15-4506-83d0-32e8662e4ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:33.946880 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-4e3882ee-dc15-4506-83d0-32e8662e4ab7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b4090e8-8f1f-4fcb-8d0a-b9f65a4381f0 HTTP/1.1" status: 204 len: 168 time: 2.7195528 Jul 19 15:45:33.985922 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3882ee-dc15-4506-83d0-32e8662e4ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4090e8-8f1f-4fcb-8d0a-b9f65a4381f0,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:34.000724 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d0f39f26-99f8-4c02-8b62-a3d3a86a6274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (740f7e26-c341-421e-b462-c5534348b7ef), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:34.020804 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d0f39f26-99f8-4c02-8b62-a3d3a86a6274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:34.024359 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-d0f39f26-99f8-4c02-8b62-a3d3a86a6274 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/740f7e26-c341-421e-b462-c5534348b7ef HTTP/1.1" status: 204 len: 168 time: 1.0888517 Jul 19 15:45:34.050937 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0b7973d0-c4d8-4387-9646-14c79086c7bb req-4036c823-5c30-4365-9d64-2546c08cd63a tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 210 time: 0.4409282 Jul 19 15:45:34.076201 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-7a52c912-9039-4dc8-9932-52d2d84c5334 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8823225 Jul 19 15:45:34.096242 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f39f26-99f8-4c02-8b62-a3d3a86a6274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740f7e26-c341-421e-b462-c5534348b7ef,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:34.213765 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-49acaeb4-c2f5-45bf-8c62-91dbb4f63599 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Allocated IP 172.20.0.4 (397d0617-8fd5-42c5-ae76-42ed3e65b60f/b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8/8cd72be0-aaa1-41b3-a6d5-52edc3f63b70) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:34.253258 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f246-b843-48b9-b4fa-c1d3f13c0236 None None] Provisioning complete for port 61483d93-6fa5-46d1-b820-a274f98ffcbb triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:34.253638 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f246-b843-48b9-b4fa-c1d3f13c0236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:34.263338 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-7fdaffa3-5b75-458e-b238-62579a017323 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Made reservation on behalf of 45a72d232f314a78b0e1c3f04b0ed682 for: {'port': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:45:34.272221 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1bd9e428-f60f-4d74-914b-326696acbed4 req-916b30d7-7682-4cf7-b6dc-cdc65415ba66 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 210 time: 0.0763357 Jul 19 15:45:34.273894 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-7fdaffa3-5b75-458e-b238-62579a017323 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:34.276908 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55380) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:34.339066 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:17Z', 'revision_number': 2, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:34.343378 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:34.421928 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aff5c-3d4e-4e9a-b251-a17e4b4c0736 req-d3f381fe-ee76-4a50-8c1e-3a87a62478d1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:34.424573 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da7aff5c-3d4e-4e9a-b251-a17e4b4c0736 req-d3f381fe-ee76-4a50-8c1e-3a87a62478d1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 932 time: 0.4435496 Jul 19 15:45:34.448139 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Checking router: b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:45:34.449055 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Updating router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb port 2c29c0a8-f5c0-4750-9281-ddffd9c490db binding host dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:45:34.494499 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:34.538330 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-bbaf5158-9745-469b-a1ab-8836d9cd4a25 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Allocated IP 172.20.0.9 (8dcc6647-13fc-4b32-9768-cee1a56fe5f7/08f3925e-9acb-4daf-8a14-6ac9b957a3cb/5e64b358-ca05-4217-81f6-26f217876ab3) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:34.539118 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f246-b843-48b9-b4fa-c1d3f13c0236 None None] Port 61483d93-6fa5-46d1-b820-a274f98ffcbb cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:45:34.860302 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-bbaf5158-9745-469b-a1ab-8836d9cd4a25 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for port (5e64b358-ca05-4217-81f6-26f217876ab3), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:34.958864 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b7b5f410-7914-4d93-9aa9-2ca4f3a1a99c req-b8a71620-4464-4293-a873-f904a5e0e63c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 210 time: 0.0964305 Jul 19 15:45:34.960630 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55396) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:34.969577 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-81737d83-182b-4f9c-8e27-099b6ef1e6e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:34.970962 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-aa5d648d-61a9-49a4-8dde-28a09aa86199 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.009212 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c5adeced-99f0-44e9-b368-997051db9416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.062431 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-bbaf5158-9745-469b-a1ab-8836d9cd4a25 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.073652 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:35.121803 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:35.150758 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d648d-61a9-49a4-8dde-28a09aa86199 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Pushing event updated for resources: {'Port': ['ID=e7989e60-2708-4f38-9de4-2ddeed675e74,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:35.163195 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-7fdaffa3-5b75-458e-b238-62579a017323 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Allocated IP 172.20.0.10 (fe8b95ad-7997-4bfd-893e-d87b2c843602/783ad02f-bd45-48ea-8e48-5acd89ea85ac/c75827cb-3014-46a1-a3d9-1c24d0e5f8f7) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:45:35.202400 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-aa5d648d-61a9-49a4-8dde-28a09aa86199 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:35.213417 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-aa5d648d-61a9-49a4-8dde-28a09aa86199 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:35.218349 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-bbaf5158-9745-469b-a1ab-8836d9cd4a25 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:35.220392 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-49acaeb4-c2f5-45bf-8c62-91dbb4f63599 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Publish callbacks [] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.225725 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-aa5d648d-61a9-49a4-8dde-28a09aa86199 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:35.231069 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-aa5d648d-61a9-49a4-8dde-28a09aa86199 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:35.231694 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-aa5d648d-61a9-49a4-8dde-28a09aa86199 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.278857 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-bbaf5158-9745-469b-a1ab-8836d9cd4a25 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:35.285105 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-bbaf5158-9745-469b-a1ab-8836d9cd4a25 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:35.294815 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-bbaf5158-9745-469b-a1ab-8836d9cd4a25 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:35.299726 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-bbaf5158-9745-469b-a1ab-8836d9cd4a25 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.303668 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da7aff5c-3d4e-4e9a-b251-a17e4b4c0736 req-dd9ece59-26f0-4eb4-beab-bf4664993d50 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8643446 Jul 19 15:45:35.362185 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-3a0a0401-edd4-4ac6-8e29-8217813e5fdf tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115784) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:45:35.363554 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-3a0a0401-edd4-4ac6-8e29-8217813e5fdf tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0358303 Jul 19 15:45:35.378218 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf5158-9745-469b-a1ab-8836d9cd4a25 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Pushing event updated for resources: {'Port': ['ID=5e64b358-ca05-4217-81f6-26f217876ab3,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:35.397474 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-aa5d648d-61a9-49a4-8dde-28a09aa86199 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4751122 Jul 19 15:45:35.407612 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:35.513049 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-856bd65c-dd4c-4d47-b3b1-2ad5e4ad9f2f req-6ba610f8-6c35-40a8-a258-4eec537d5119 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 210 time: 0.2764881 Jul 19 15:45:35.543862 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-bbaf5158-9745-469b-a1ab-8836d9cd4a25 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7649779 Jul 19 15:45:35.580547 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Publish callbacks [] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), precommit_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.593374 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.608837 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-81737d83-182b-4f9c-8e27-099b6ef1e6e2 admin admin] Publish callbacks [] for security_group (13bace24-e5bc-4e58-9e2a-9d93767c5f59), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.631672 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-81737d83-182b-4f9c-8e27-099b6ef1e6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (13bace24-e5bc-4e58-9e2a-9d93767c5f59), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.646863 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c5adeced-99f0-44e9-b368-997051db9416 admin admin] Publish callbacks [] for security_group (683760d4-259b-4957-a25d-bfbe13f377d4), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.703888 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c5adeced-99f0-44e9-b368-997051db9416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (683760d4-259b-4957-a25d-bfbe13f377d4), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.723926 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:35.774232 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d768d5-8e38-46ab-9730-b4125c83a384 None None] Pushing event updated for resources: {'Port': ['ID=2c29c0a8-f5c0-4750-9281-ddffd9c490db,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:35.817589 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-81737d83-182b-4f9c-8e27-099b6ef1e6e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1006afc262904f55a5695ed9a9907266&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5367460 Jul 19 15:45:35.824859 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81737d83-182b-4f9c-8e27-099b6ef1e6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bace24-e5bc-4e58-9e2a-9d93767c5f59,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:35.835274 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55410) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:35.863924 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-49acaeb4-c2f5-45bf-8c62-91dbb4f63599 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.872795 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-c5adeced-99f0-44e9-b368-997051db9416 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f66dd676c4a342f4bf4a0ef8cfe9612e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9108186 Jul 19 15:45:35.875761 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc5017-a155-484b-ac7e-89faa4b7de08 req-600941bb-ba00-41be-8114-1caaa6db107c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:35.883660 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f4fc5017-a155-484b-ac7e-89faa4b7de08 req-600941bb-ba00-41be-8114-1caaa6db107c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 931 time: 0.4738474 Jul 19 15:45:35.891625 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 55414) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:35.929952 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-95e45470-05cc-41ee-9c88-d01ecd14be9d None None] Provisioning complete for port e7989e60-2708-4f38-9de4-2ddeed675e74 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:35.930470 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-95e45470-05cc-41ee-9c88-d01ecd14be9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:35.933686 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Attempting to bind port 2c29c0a8-f5c0-4750-9281-ddffd9c490db on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:35.934057 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Attempting to bind port 2c29c0a8-f5c0-4750-9281-ddffd9c490db by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:35.940451 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Attempting to bind port 2c29c0a8-f5c0-4750-9281-ddffd9c490db on network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:35.990702 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adeced-99f0-44e9-b368-997051db9416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683760d4-259b-4957-a25d-bfbe13f377d4,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:35.996996 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-49acaeb4-c2f5-45bf-8c62-91dbb4f63599 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Network 397d0617-8fd5-42c5-ae76-42ed3e65b60f is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:36.032653 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:36.033043 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Checking segment: {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:36.033433 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:36.036215 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-49acaeb4-c2f5-45bf-8c62-91dbb4f63599 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:36.051496 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Bound using segment: {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:36.052176 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Bound port: 2c29c0a8-f5c0-4750-9281-ddffd9c490db, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:36.052756 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:36.085394 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0b85800a-7fd5-48d8-b6e3-8ea3db603af7 admin admin] Publish callbacks [] for security_group (13bace24-e5bc-4e58-9e2a-9d93767c5f59), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:36.137479 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0b85800a-7fd5-48d8-b6e3-8ea3db603af7 admin admin] Publish callbacks [] for security_group (13bace24-e5bc-4e58-9e2a-9d93767c5f59), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:36.143035 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-95e45470-05cc-41ee-9c88-d01ecd14be9d None None] Port e7989e60-2708-4f38-9de4-2ddeed675e74 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:45:36.153530 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-49acaeb4-c2f5-45bf-8c62-91dbb4f63599 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:36.171820 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-49acaeb4-c2f5-45bf-8c62-91dbb4f63599 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:36.172778 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-49acaeb4-c2f5-45bf-8c62-91dbb4f63599 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:36.250219 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0b85800a-7fd5-48d8-b6e3-8ea3db603af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (13bace24-e5bc-4e58-9e2a-9d93767c5f59), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:36.252019 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-7fdaffa3-5b75-458e-b238-62579a017323 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:36.258404 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0b85800a-7fd5-48d8-b6e3-8ea3db603af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:36.265405 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0b85800a-7fd5-48d8-b6e3-8ea3db603af7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13bace24-e5bc-4e58-9e2a-9d93767c5f59 HTTP/1.1" status: 204 len: 168 time: 0.4290714 Jul 19 15:45:36.297300 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:36.310452 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:36.312146 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7543b9f6-7d8d-47e3-bfe9-aee12a20305d admin admin] Publish callbacks [] for security_group (683760d4-259b-4957-a25d-bfbe13f377d4), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:36.329277 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acaeb4-c2f5-45bf-8c62-91dbb4f63599 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Pushing event updated for resources: {'Port': ['ID=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:36.337628 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85800a-7fd5-48d8-b6e3-8ea3db603af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bace24-e5bc-4e58-9e2a-9d93767c5f59,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:36.364044 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e688e1a4-4b89-4d1d-a3df-d363d4b8280b req-048d71fc-4333-4c76-b06c-a5d3224d7d0e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 210 time: 0.1303265 Jul 19 15:45:36.396250 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f4fc5017-a155-484b-ac7e-89faa4b7de08 req-5d78df78-f45d-4ddb-89fc-a413a8d79ad2 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114033 Jul 19 15:45:36.431203 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-9e64f94a-416c-49cd-b3c2-d6e85fe85e8b None None] Provisioning complete for port 5e64b358-ca05-4217-81f6-26f217876ab3 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:36.431502 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9e64f94a-416c-49cd-b3c2-d6e85fe85e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:36.446461 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-49acaeb4-c2f5-45bf-8c62-91dbb4f63599 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4948902 Jul 19 15:45:36.596966 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7543b9f6-7d8d-47e3-bfe9-aee12a20305d admin admin] Publish callbacks [] for security_group (683760d4-259b-4957-a25d-bfbe13f377d4), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:36.615161 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] For port 2c29c0a8-f5c0-4750-9281-ddffd9c490db, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:36.676308 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-7fdaffa3-5b75-458e-b238-62579a017323 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:36.679842 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-9e64f94a-416c-49cd-b3c2-d6e85fe85e8b None None] Port 5e64b358-ca05-4217-81f6-26f217876ab3 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:45:36.686870 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] For port 2c29c0a8-f5c0-4750-9281-ddffd9c490db, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=2c29c0a8-f5c0-4750-9281-ddffd9c490db,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:36.707817 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:36.742026 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295966e-9d79-4173-80c0-050e711cbefb req-5137e861-2a83-4b65-88bb-19dc87d96b4a tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:36.744424 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a295966e-9d79-4173-80c0-050e711cbefb req-5137e861-2a83-4b65-88bb-19dc87d96b4a tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 931 time: 0.0761290 Jul 19 15:45:36.800360 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99f5f-4176-4069-b99b-58d81773a3c3 req-794691b7-3852-4bc6-89a8-20a89a3a67d6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:36.810297 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7fa99f5f-4176-4069-b99b-58d81773a3c3 req-794691b7-3852-4bc6-89a8-20a89a3a67d6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 932 time: 0.2538853 Jul 19 15:45:36.843822 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-7fdaffa3-5b75-458e-b238-62579a017323 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Network fe8b95ad-7997-4bfd-893e-d87b2c843602 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:45:36.923096 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a295966e-9d79-4173-80c0-050e711cbefb req-8c302152-4b2a-4338-9537-641bbfaa8f8e tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709247 Jul 19 15:45:36.934421 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-7fdaffa3-5b75-458e-b238-62579a017323 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:36.994924 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-7fdaffa3-5b75-458e-b238-62579a017323 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:45:37.004103 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-7fdaffa3-5b75-458e-b238-62579a017323 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:37.005098 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-7fdaffa3-5b75-458e-b238-62579a017323 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:37.008180 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdaffa3-5b75-458e-b238-62579a017323 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'Port': ['ID=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:37.011666 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7543b9f6-7d8d-47e3-bfe9-aee12a20305d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (683760d4-259b-4957-a25d-bfbe13f377d4), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:37.023569 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7543b9f6-7d8d-47e3-bfe9-aee12a20305d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:37.025118 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-7543b9f6-7d8d-47e3-bfe9-aee12a20305d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/683760d4-259b-4957-a25d-bfbe13f377d4 HTTP/1.1" status: 204 len: 168 time: 1.1225255 Jul 19 15:45:37.065321 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543b9f6-7d8d-47e3-bfe9-aee12a20305d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683760d4-259b-4957-a25d-bfbe13f377d4,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:37.070908 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-2f31612c-5ee6-4f6d-976f-0cc5056de3a7 None None] Provisioning complete for port 2c29c0a8-f5c0-4750-9281-ddffd9c490db triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:37.071403 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2f31612c-5ee6-4f6d-976f-0cc5056de3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:37.080475 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-7fdaffa3-5b75-458e-b238-62579a017323 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0396295 Jul 19 15:45:37.099660 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7fa99f5f-4176-4069-b99b-58d81773a3c3 req-17fc68d4-2ff5-45af-8433-9af662e434bf tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2845535 Jul 19 15:45:37.164026 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d768d5-8e38-46ab-9730-b4125c83a384 None None] Pushing event updated for resources: {'Port': ['ID=2c29c0a8-f5c0-4750-9281-ddffd9c490db,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:37.219439 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Routers {'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:45:37.221230 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:45:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:37.282515 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Request body: {'port': {'device_id': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:37.414980 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Request body: {'port': {'device_id': '4fa1efb1-1488-48f4-a6ec-9b4787e01277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:37.571559 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55466) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:37.657759 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:37.745140 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 2c29c0a8-f5c0-4750-9281-ddffd9c490db up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:37.750049 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:INSERT=13,neutron:UPDATE=2,neutron:SELECT=80,neutron:DELETE=5 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:37.756638 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7fab0067-3ff0-4d1b-b845-895cc498b306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:37.759973 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-2f31612c-5ee6-4f6d-976f-0cc5056de3a7 None None] Current status of the port 2c29c0a8-f5c0-4750-9281-ddffd9c490db is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:37.761190 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:37.768398 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2f31612c-5ee6-4f6d-976f-0cc5056de3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:37.796872 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:37.797253 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb46bf9-ac88-45e3-a0ad-327b0fa179a7 req-7fab4317-5497-4bb8-9e54-5a45a69294a2 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:37.812241 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3cb46bf9-ac88-45e3-a0ad-327b0fa179a7 req-7fab4317-5497-4bb8-9e54-5a45a69294a2 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 931 time: 0.2214327 Jul 19 15:45:37.911116 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-2f31612c-5ee6-4f6d-976f-0cc5056de3a7 None None] For port 2c29c0a8-f5c0-4750-9281-ddffd9c490db, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=2c29c0a8-f5c0-4750-9281-ddffd9c490db,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:37.951353 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2f31612c-5ee6-4f6d-976f-0cc5056de3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:37.974412 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e63117-e60e-4f0f-97bf-b1d4a206c467 req-91ab94f3-6d8b-4946-aa13-4b24dd3bc6b6 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:37.976193 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-91e63117-e60e-4f0f-97bf-b1d4a206c467 req-91ab94f3-6d8b-4946-aa13-4b24dd3bc6b6 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 932 time: 0.1848361 Jul 19 15:45:38.010722 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-2f31612c-5ee6-4f6d-976f-0cc5056de3a7 None None] Provisioning complete for port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:38.013241 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2f31612c-5ee6-4f6d-976f-0cc5056de3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:38.031049 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Request body: {'port': {'device_id': '82a77751-75d6-4aa5-a0d6-cb1af296b4e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:38.071337 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] Set router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:45:38.160737 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Request body: {'port': {'device_id': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:38.199414 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3cb46bf9-ac88-45e3-a0ad-327b0fa179a7 req-854147e9-ff52-4898-b47e-78b83b94cc30 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770614 Jul 19 15:45:38.226754 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Request body: {'port': {'device_id': '764ab5a7-4ebb-4d76-a34b-5f311883bcbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:38.374282 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:38.455274 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-91e63117-e60e-4f0f-97bf-b1d4a206c467 req-16a8cb93-40eb-42e8-9d46-9127ba234996 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4528046 Jul 19 15:45:38.507103 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-2f31612c-5ee6-4f6d-976f-0cc5056de3a7 None None] Port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:45:38.610329 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 2c29c0a8-f5c0-4750-9281-ddffd9c490db triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:38.610872 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:38.718307 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:38.730644 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d007b9c-113c-4f88-985c-f270e322f500 req-47699f62-92c8-467a-83aa-8fe5c1521149 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:38.738476 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31612c-5ee6-4f6d-976f-0cc5056de3a7 None None] Pushing event updated for resources: {'Port': ['ID=2c29c0a8-f5c0-4750-9281-ddffd9c490db,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:38.746438 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3d007b9c-113c-4f88-985c-f270e322f500 req-47699f62-92c8-467a-83aa-8fe5c1521149 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 931 time: 0.3082528 Jul 19 15:45:38.822886 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:38.833696 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7fab0067-3ff0-4d1b-b845-895cc498b306 admin admin] Publish callbacks [] for security_group (6925ac09-7863-45b9-acfe-68eb21412dfa), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:38.857597 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:38.925149 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-117365c3-4398-4500-88bd-56af4c0becf4 None None] Provisioning complete for port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:38.925749 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-117365c3-4398-4500-88bd-56af4c0becf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:38.981031 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:38.991334 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:39.037270 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3d007b9c-113c-4f88-985c-f270e322f500 req-08afac71-5fb4-4760-a2e6-b658cd4ea84f tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883503 Jul 19 15:45:39.039500 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7fab0067-3ff0-4d1b-b845-895cc498b306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (6925ac09-7863-45b9-acfe-68eb21412dfa), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:39.143427 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005189-9b60-4e5c-a375-30a7591237dd req-99c05080-4ff9-4cc2-9baf-f64f708cf3f8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:39.160758 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c0005189-9b60-4e5c-a375-30a7591237dd req-99c05080-4ff9-4cc2-9baf-f64f708cf3f8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 932 time: 0.4533160 Jul 19 15:45:39.177309 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 2c29c0a8-f5c0-4750-9281-ddffd9c490db is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:39.201957 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-117365c3-4398-4500-88bd-56af4c0becf4 None None] Port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:45:39.214903 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-7fab0067-3ff0-4d1b-b845-895cc498b306 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2bed4587564d4e3caf19de7239c2c6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6419659 Jul 19 15:45:39.215688 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55516) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:39.227913 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:39.276986 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-117365c3-4398-4500-88bd-56af4c0becf4 None None] Provisioning complete for port 2c29c0a8-f5c0-4750-9281-ddffd9c490db triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:39.277383 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-117365c3-4398-4500-88bd-56af4c0becf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:39.428672 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab0067-3ff0-4d1b-b845-895cc498b306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6925ac09-7863-45b9-acfe-68eb21412dfa,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:39.467842 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9f0544f4-afe3-45d2-8e15-6711b272fe1d admin admin] Publish callbacks [] for security_group (6925ac09-7863-45b9-acfe-68eb21412dfa), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:39.519353 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9f0544f4-afe3-45d2-8e15-6711b272fe1d admin admin] Publish callbacks [] for security_group (6925ac09-7863-45b9-acfe-68eb21412dfa), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:39.561311 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e64b358-ca05-4217-81f6-26f217876ab3 {{(pid=115785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:45:39.614337 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Publish callbacks [] for port (5e64b358-ca05-4217-81f6-26f217876ab3), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:39.628162 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61483d93-6fa5-46d1-b820-a274f98ffcbb {{(pid=115785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:45:39.640034 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:39.643791 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:36Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:45:39.646162 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 2c29c0a8-f5c0-4750-9281-ddffd9c490db up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:39.674291 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Publish callbacks [] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:39.730145 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc1ce8-7190-4899-8cee-3094a1af3af2 None None] The sync data for ids ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'] in dv-cinder-849022-3-iscsi is: [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:36Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:45:39.733087 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9572f-1837-4578-bd5a-774fe990a303 req-56102819-6857-4c69-a23c-1cf3d48cafb5 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:39.745996 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b6f9572f-1837-4578-bd5a-774fe990a303 req-56102819-6857-4c69-a23c-1cf3d48cafb5 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 931 time: 0.3412204 Jul 19 15:45:39.792793 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9f0544f4-afe3-45d2-8e15-6711b272fe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (6925ac09-7863-45b9-acfe-68eb21412dfa), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:39.800027 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9f0544f4-afe3-45d2-8e15-6711b272fe1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:39.811794 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-9f0544f4-afe3-45d2-8e15-6711b272fe1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6925ac09-7863-45b9-acfe-68eb21412dfa HTTP/1.1" status: 204 len: 168 time: 0.5813148 Jul 19 15:45:39.833238 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 2c29c0a8-f5c0-4750-9281-ddffd9c490db triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:39.833840 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:39.838815 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.provisioning_blocks [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Transition to ACTIVE for port object 61483d93-6fa5-46d1-b820-a274f98ffcbb will not be triggered until provisioned by entity L2. {{(pid=115785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:45:39.877086 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:39.877986 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:39.906059 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-117365c3-4398-4500-88bd-56af4c0becf4 None None] Current status of the port 2c29c0a8-f5c0-4750-9281-ddffd9c490db is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:39.962922 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 2c29c0a8-f5c0-4750-9281-ddffd9c490db is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:40.027392 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b6f9572f-1837-4578-bd5a-774fe990a303 req-4f9ddc0e-0154-456a-b913-74055390d008 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799397 Jul 19 15:45:40.117713 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0544f4-afe3-45d2-8e15-6711b272fe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6925ac09-7863-45b9-acfe-68eb21412dfa,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:40.358659 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:40.436580 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d086728-a69e-47bd-830a-fbf3e711b54f req-6e71f156-bde6-47c5-ae18-10159c8fdfab tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:40.444592 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1d086728-a69e-47bd-830a-fbf3e711b54f req-6e71f156-bde6-47c5-ae18-10159c8fdfab tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 932 time: 0.2188032 Jul 19 15:45:40.464434 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 {{(pid=115785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:45:40.490201 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Publish callbacks [] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:40.526991 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.provisioning_blocks [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Transition to ACTIVE for port object c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 will not be triggered until provisioned by entity L2. {{(pid=115785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:45:40.539730 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.provisioning_blocks [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Transition to ACTIVE for port object 5e64b358-ca05-4217-81f6-26f217876ab3 will not be triggered until provisioned by entity L2. {{(pid=115785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:45:40.606025 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1d086728-a69e-47bd-830a-fbf3e711b54f req-7a4f95af-f4bf-4af8-91a2-8e6521ef00ac tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602323 Jul 19 15:45:40.634957 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:40.635382 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:40.647163 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 {{(pid=115784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:45:40.785345 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c0005189-9b60-4e5c-a375-30a7591237dd req-f5ee6eb2-4ffd-445b-bd09-a1f7080e7119 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.5927067 Jul 19 15:45:40.785345 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:40.792504 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Pushing event updated for resources: {'Port': ['ID=61483d93-6fa5-46d1-b820-a274f98ffcbb,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:40.810137 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:45:40.843632 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Publish callbacks [] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:40.913386 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:41.130407 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.provisioning_blocks [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Transition to ACTIVE for port object 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 will not be triggered until provisioned by entity L2. {{(pid=115784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:45:41.190458 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:41.251157 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6783a09-93e0-40e7-be2c-8f484e25010a req-ab978a65-ffd6-434c-8b4e-07d5693ec247 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:41.266454 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a6783a09-93e0-40e7-be2c-8f484e25010a req-ab978a65-ffd6-434c-8b4e-07d5693ec247 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 931 time: 0.4488792 Jul 19 15:45:41.715986 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:41.843353 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Attempting to bind port 5e64b358-ca05-4217-81f6-26f217876ab3 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:41.843951 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Attempting to bind port 5e64b358-ca05-4217-81f6-26f217876ab3 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:41.844201 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Attempting to bind port 5e64b358-ca05-4217-81f6-26f217876ab3 on network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:41.850133 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7989e60-2708-4f38-9de4-2ddeed675e74 {{(pid=115784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:45:41.862952 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Attempting to bind port 61483d93-6fa5-46d1-b820-a274f98ffcbb on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:41.863316 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Attempting to bind port 61483d93-6fa5-46d1-b820-a274f98ffcbb by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:41.863652 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Attempting to bind port 61483d93-6fa5-46d1-b820-a274f98ffcbb on network 4747c92b-9953-4013-87b5-ea57492dd5d4 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:41.868871 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Pushing event updated for resources: {'Port': ['ID=5e64b358-ca05-4217-81f6-26f217876ab3,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:41.871122 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Publish callbacks [] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:41.890046 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.provisioning_blocks [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Transition to ACTIVE for port object e7989e60-2708-4f38-9de4-2ddeed675e74 will not be triggered until provisioned by entity L2. {{(pid=115784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:45:41.945969 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:42.006371 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Pushing event updated for resources: {'Port': ['ID=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:42.021490 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Attempting to bind port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:42.021937 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Attempting to bind port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:42.022277 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Attempting to bind port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 on network fe8b95ad-7997-4bfd-893e-d87b2c843602 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:42.034159 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a6783a09-93e0-40e7-be2c-8f484e25010a req-1f27249e-7eef-4914-9272-b3127fae2e4e tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7711449 Jul 19 15:45:42.035172 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fcc6a-3a2d-48e4-8700-990ba549f29e req-9bf82f80-a930-4613-994d-1428b3b00c10 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:42.038254 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9d0fcc6a-3a2d-48e4-8700-990ba549f29e req-9bf82f80-a930-4613-994d-1428b3b00c10 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 943 time: 0.4339342 Jul 19 15:45:42.041001 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Port 5e64b358-ca05-4217-81f6-26f217876ab3 on network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:45:42.041331 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Attempting to bind port 5e64b358-ca05-4217-81f6-26f217876ab3 on network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:42.060050 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:42.072890 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Checking segment: {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:42.073385 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Bound using segment: {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:42.073863 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Bound port: 5e64b358-ca05-4217-81f6-26f217876ab3, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'}}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:42.074236 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:42.076416 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Port 61483d93-6fa5-46d1-b820-a274f98ffcbb on network 4747c92b-9953-4013-87b5-ea57492dd5d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:45:42.077781 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Attempting to bind port 61483d93-6fa5-46d1-b820-a274f98ffcbb on network 4747c92b-9953-4013-87b5-ea57492dd5d4 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:42.121399 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Attempting to bind port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:42.122520 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 on network fe8b95ad-7997-4bfd-893e-d87b2c843602 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:45:42.122852 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Attempting to bind port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 on network fe8b95ad-7997-4bfd-893e-d87b2c843602 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:42.135688 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:42.136041 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Checking segment: {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:42.136409 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Bound using segment: {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:42.136850 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Bound port: c75827cb-3014-46a1-a3d9-1c24d0e5f8f7, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'}}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:42.137331 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:42.142853 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Attempting to bind port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '8347f494-1fe9-4185-946e-959eae3293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f'}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:42.143976 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Attempting to bind port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 on network 397d0617-8fd5-42c5-ae76-42ed3e65b60f {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:42.145716 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:42.146055 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Checking segment: {'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:42.146463 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Bound using segment: {'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:42.146902 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Bound port: 61483d93-6fa5-46d1-b820-a274f98ffcbb, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'}}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:42.147261 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:42.185000 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Pushing event updated for resources: {'Port': ['ID=e7989e60-2708-4f38-9de4-2ddeed675e74,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:42.220499 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 on network 397d0617-8fd5-42c5-ae76-42ed3e65b60f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:45:42.221143 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Attempting to bind port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 on network 397d0617-8fd5-42c5-ae76-42ed3e65b60f {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:42.232501 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:42.233465 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Checking segment: {'id': '8347f494-1fe9-4185-946e-959eae3293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:42.234231 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Bound using segment: {'id': '8347f494-1fe9-4185-946e-959eae3293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f'} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:42.234808 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Bound port: 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8347f494-1fe9-4185-946e-959eae3293c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f'}}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:42.235265 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:42.364021 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Attempting to bind port e7989e60-2708-4f38-9de4-2ddeed675e74 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:45:42.364647 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Attempting to bind port e7989e60-2708-4f38-9de4-2ddeed675e74 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:45:42.365197 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Attempting to bind port e7989e60-2708-4f38-9de4-2ddeed675e74 on network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:42.440977 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] For port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70, host hv-cinder-84902, cleared binding levels {{(pid=115784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:42.471049 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] For port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70,segment=NetworkSegment(8347f494-1fe9-4185-946e-959eae3293c1),segment_id=8347f494-1fe9-4185-946e-959eae3293c1)] {{(pid=115784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:42.483279 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:42.484900 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Port e7989e60-2708-4f38-9de4-2ddeed675e74 on network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:45:42.485356 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Attempting to bind port e7989e60-2708-4f38-9de4-2ddeed675e74 on network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:45:42.499476 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fe56e-e018-48b8-a0a2-fb06d0c878fe req-1145feb0-293b-4f2a-939b-cc05a3621d1d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:42.501598 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2c4fe56e-e018-48b8-a0a2-fb06d0c878fe req-1145feb0-293b-4f2a-939b-cc05a3621d1d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 944 time: 0.2738240 Jul 19 15:45:42.505931 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:45:42.506507 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Checking segment: {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:42.507100 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Bound using segment: {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:45:42.507658 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Bound port: e7989e60-2708-4f38-9de4-2ddeed675e74, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'}}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:45:42.508126 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:42.513219 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:42.535005 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9d0fcc6a-3a2d-48e4-8700-990ba549f29e req-a06019bc-1ebf-4532-bf0e-1e58ade20159 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865668 Jul 19 15:45:42.622267 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] For port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7, host hv-cinder-84902, cleared binding levels {{(pid=115785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:42.864595 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] For port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:42.868925 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0248f7-42f8-4660-9123-a6b72d58d92d req-4036f044-51af-46b3-98a7-412d484c645d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:42.870570 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8c0248f7-42f8-4660-9123-a6b72d58d92d req-4036f044-51af-46b3-98a7-412d484c645d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.1746032 Jul 19 15:45:42.903769 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:42.981553 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:43.002157 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] For port 61483d93-6fa5-46d1-b820-a274f98ffcbb, host hv-cinder-84902, cleared binding levels {{(pid=115785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:43.006551 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Pushing event updated for resources: {'Port': ['ID=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7,revision_number=3']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:43.029301 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:43.032955 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:43.037973 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5ba03d43-8ac8-4d5a-8034-3988796a1502 service neutron] 10.222.0.36 "PUT /v2.0/ports/c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 HTTP/1.1" status: 200 len: 1094 time: 5.9458001 Jul 19 15:45:43.039692 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'tag': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:45:43.074571 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70,revision_number=3']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:43.176700 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2c4fe56e-e018-48b8-a0a2-fb06d0c878fe req-abe4ecd1-9ecf-4300-a035-0fcc234c6880 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6534648 Jul 19 15:45:43.236680 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] For port 5e64b358-ca05-4217-81f6-26f217876ab3, host hv-cinder-84902, cleared binding levels {{(pid=115785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:43.333061 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] For port e7989e60-2708-4f38-9de4-2ddeed675e74, host hv-cinder-84902, cleared binding levels {{(pid=115784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:45:43.337166 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] For port e7989e60-2708-4f38-9de4-2ddeed675e74, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e7989e60-2708-4f38-9de4-2ddeed675e74,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:43.362105 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:43.365471 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:43.367045 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-b1e2ba3f-0e7a-42c6-8d21-e4a2d92dcde0 service neutron] 10.222.0.36 "PUT /v2.0/ports/8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 HTTP/1.1" status: 200 len: 1093 time: 6.3634121 Jul 19 15:45:43.368379 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:43.370567 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a77751-75d6-4aa5-a0d6-cb1af296b4e7', 'tag': '8cd72be0-aaa1-41b3-a6d5-52edc3f63b70'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:45:43.466991 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] For port 61483d93-6fa5-46d1-b820-a274f98ffcbb, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:43.539257 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8c0248f7-42f8-4660-9123-a6b72d58d92d req-0efa9299-026c-47b8-8392-d66e0a57e3b2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6521504 Jul 19 15:45:43.550974 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] For port 5e64b358-ca05-4217-81f6-26f217876ab3, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=5e64b358-ca05-4217-81f6-26f217876ab3,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:45:43.848604 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:43.911595 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:44.039198 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:44.040351 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:44.042474 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] 10.222.0.36 "PUT /v2.0/ports/5e64b358-ca05-4217-81f6-26f217876ab3 HTTP/1.1" status: 200 len: 1093 time: 7.1163273 Jul 19 15:45:44.090118 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:44.090882 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:44.096010 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] 10.222.0.36 "PUT /v2.0/ports/61483d93-6fa5-46d1-b820-a274f98ffcbb HTTP/1.1" status: 200 len: 1094 time: 7.1835330 Jul 19 15:45:44.111855 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-d443f3cc-cba4-46b1-93ad-0e1918f24b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:44.115452 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-d443f3cc-cba4-46b1-93ad-0e1918f24b85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 1128 time: 0.8494499 Jul 19 15:45:44.158597 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:44.162998 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdee087-2881-410b-b65a-bbffa031c246 req-4d81ec30-b037-433c-993b-941d71f517a8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:44.164680 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-cfdee087-2881-410b-b65a-bbffa031c246 req-4d81ec30-b037-433c-993b-941d71f517a8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 943 time: 0.4029217 Jul 19 15:45:44.220642 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22addaf-54e9-417b-8a2f-8296eb329b64" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1579c0-907a-490f-ad8e-0fe2db0baf97", "tag": "c75827cb-3014-46a1-a3d9-1c24d0e5f8f7"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:45:44.370850 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:44.371486 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:44.372919 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] 10.222.0.36 "PUT /v2.0/ports/e7989e60-2708-4f38-9de4-2ddeed675e74 HTTP/1.1" status: 200 len: 1093 time: 7.3705194 Jul 19 15:45:44.391915 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-d73a9555-d1c2-4b41-8287-03a9d0532e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:44.397661 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-d73a9555-d1c2-4b41-8287-03a9d0532e47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=905aecc2e33f4befb1a47740e8d53611&device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 1127 time: 0.6239104 Jul 19 15:45:44.450776 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1bc81-b890-4423-94bd-153af43082a3 req-4f0847d6-8808-42d0-828e-f74e5b4f7ff0 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:44.452826 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e2b1bc81-b890-4423-94bd-153af43082a3 req-4f0847d6-8808-42d0-828e-f74e5b4f7ff0 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 943 time: 0.7272742 Jul 19 15:45:44.455520 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3227df-d3a3-43c7-b70f-0b3735d001d4" -d '{"events": [{"name": "network-changed", "server_uuid": "82a77751-75d6-4aa5-a0d6-cb1af296b4e7", "tag": "8cd72be0-aaa1-41b3-a6d5-52edc3f63b70"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:45:44.688685 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:44.719852 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-def6b8dd-38bc-4ad0-a6b0-17e086fcc095 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 HTTP/1.1" status: 200 len: 217 time: 0.5540326 Jul 19 15:45:44.743431 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd56ce6-1d33-4109-a7e7-6f123fbba023 service neutron] Pushing event updated for resources: {'Port': ['ID=61483d93-6fa5-46d1-b820-a274f98ffcbb,revision_number=3']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:44.747244 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-c2060ce4-fd61-454f-80b8-43ff61e025c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:44.749195 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-c2060ce4-fd61-454f-80b8-43ff61e025c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 1128 time: 0.5068979 Jul 19 15:45:44.826246 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-94a769fb-9ff2-445c-acf5-578efa81b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:44.850951 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-effc0f7b-b6ff-4f95-9c4c-5a6d8dbd0160 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 HTTP/1.1" status: 200 len: 217 time: 0.3926353 Jul 19 15:45:44.863504 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-94a769fb-9ff2-445c-acf5-578efa81b955 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 1127 time: 0.7467339 Jul 19 15:45:44.869535 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820f2ab-1bbb-44b0-a313-c3e3daffe751 service neutron] Pushing event updated for resources: {'Port': ['ID=e7989e60-2708-4f38-9de4-2ddeed675e74,revision_number=3']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:44.996260 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-85c0448f-944d-4902-b94e-550df7eb4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:45.001583 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-85c0448f-944d-4902-b94e-550df7eb4997 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 1127 time: 0.5114119 Jul 19 15:45:45.106138 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e2b1bc81-b890-4423-94bd-153af43082a3 req-3fc2b7c2-6581-4085-afa7-13cf8cc05970 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100590 Jul 19 15:45:45.108064 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-f333499b-c000-44af-a5dc-d41d4dc7c413 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7989e60-2708-4f38-9de4-2ddeed675e74 HTTP/1.1" status: 200 len: 217 time: 0.0852048 Jul 19 15:45:45.110022 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-ffd0981c-a51b-4501-8b74-92ea0ab81fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:45.111618 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-ffd0981c-a51b-4501-8b74-92ea0ab81fb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8 HTTP/1.1" status: 200 len: 850 time: 0.2433748 Jul 19 15:45:45.235852 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-cfdee087-2881-410b-b65a-bbffa031c246 req-1ea880ac-a714-4954-9299-17ad75ae18ff tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9986508 Jul 19 15:45:45.240858 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-beafa00c-2fa7-4107-bd8a-ca579ccddc2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e64b358-ca05-4217-81f6-26f217876ab3 HTTP/1.1" status: 200 len: 217 time: 0.1645918 Jul 19 15:45:45.265995 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-0b8df2a5-2b1d-425a-8308-24f2f4495ddd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb HTTP/1.1" status: 200 len: 217 time: 0.4695740 Jul 19 15:45:45.315688 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-dbb8e066-bf9c-4abf-b513-4ba76fd96d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:45.322609 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-dbb8e066-bf9c-4abf-b513-4ba76fd96d03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=397d0617-8fd5-42c5-ae76-42ed3e65b60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1834769 Jul 19 15:45:45.335703 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-9319f4ca-a435-4d02-92f6-85d5371ca564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:45.337469 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-9319f4ca-a435-4d02-92f6-85d5371ca564 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.2185781 Jul 19 15:45:45.482095 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-4e5b0377-3691-45d1-911f-6173a1bff6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:45.484533 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-4e5b0377-3691-45d1-911f-6173a1bff6df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fb34e8-0b5b-4987-b39f-b08c45bd460d HTTP/1.1" status: 200 len: 856 time: 0.1078053 Jul 19 15:45:45.534506 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3459e-bca8-45c1-889e-c7dfa10c4079 req-ba1eb3cd-747f-4d33-9bea-f24aff180235 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:45.536632 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-55a3459e-bca8-45c1-889e-c7dfa10c4079 req-ba1eb3cd-747f-4d33-9bea-f24aff180235 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 944 time: 0.2127430 Jul 19 15:45:45.551758 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-483414f7-84a7-408a-9952-0f6a6097b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:45.551758 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-483414f7-84a7-408a-9952-0f6a6097b979 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1553953 Jul 19 15:45:45.644008 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55688) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:45.648475 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-bc3a1b6e-3dde-481e-ad5d-74d52d33ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:45.650253 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-bc3a1b6e-3dde-481e-ad5d-74d52d33ca13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4747c92b-9953-4013-87b5-ea57492dd5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1448135 Jul 19 15:45:45.657355 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5a1bd751-a8f5-4621-ac23-389ea54d5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:45.659127 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-5a1bd751-a8f5-4621-ac23-389ea54d5780 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=783ad02f-bd45-48ea-8e48-5acd89ea85ac HTTP/1.1" status: 200 len: 853 time: 0.8932326 Jul 19 15:45:45.666171 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba52d2-36a0-4909-b16d-3c883f3447ce service neutron] Pushing event updated for resources: {'Port': ['ID=5e64b358-ca05-4217-81f6-26f217876ab3,revision_number=3']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:45.683796 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-28f2c34b-f679-442e-95ba-c6317a54b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:45.685713 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-28f2c34b-f679-442e-95ba-c6317a54b997 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.3973722 Jul 19 15:45:45.741617 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e82e57d-7c01-4cc7-807d-cd942b5effad x-openstack-request-id: req-0e82e57d-7c01-4cc7-807d-cd942b5effad {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:45:45.741913 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1579c0-907a-490f-ad8e-0fe2db0baf97", "tag": "c75827cb-3014-46a1-a3d9-1c24d0e5f8f7", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:45:45.742171 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e82e57d-7c01-4cc7-807d-cd942b5effad {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:45:45.742653 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e82e57d-7c01-4cc7-807d-cd942b5effad'] response: {'name': 'network-changed', 'server_uuid': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'tag': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'status': 'completed', 'code': 200} Jul 19 15:45:45.765249 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-848d1868-ae54-435f-a527-2d76055a8ad0 service neutron] 10.222.0.36 "GET /v2.0/networks/397d0617-8fd5-42c5-ae76-42ed3e65b60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624167 Jul 19 15:45:45.803686 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-55a3459e-bca8-45c1-889e-c7dfa10c4079 req-a3595633-dbaf-43cf-ae8a-608cf72b5cd0 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463551 Jul 19 15:45:45.979762 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9d80d4-0029-46e4-b978-17f690485b26 x-openstack-request-id: req-1b9d80d4-0029-46e4-b978-17f690485b26 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:45:45.980113 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a77751-75d6-4aa5-a0d6-cb1af296b4e7", "tag": "8cd72be0-aaa1-41b3-a6d5-52edc3f63b70", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:45:45.981542 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b9d80d4-0029-46e4-b978-17f690485b26 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:45:45.981997 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b9d80d4-0029-46e4-b978-17f690485b26'] response: {'name': 'network-changed', 'server_uuid': '82a77751-75d6-4aa5-a0d6-cb1af296b4e7', 'tag': '8cd72be0-aaa1-41b3-a6d5-52edc3f63b70', 'status': 'completed', 'code': 200} Jul 19 15:45:45.991857 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-7667feae-132f-4821-9348-549f39d40827 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660514 Jul 19 15:45:46.079868 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-8d012801-6ed8-4a92-80bb-800b6caba368 service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343228 Jul 19 15:45:46.134027 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2255b1b5-5cdb-4082-9fcc-2bab44e3ccd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:46.144731 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:46.236788 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-61815273-c979-4780-a795-2dfd8883b371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:46.327043 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:46.334462 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be5100-f9ce-4a5f-bd84-52b2aff1fac5 req-978c4315-e7d7-4cd8-841c-c0644ceb9475 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:46.336835 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-90be5100-f9ce-4a5f-bd84-52b2aff1fac5 req-978c4315-e7d7-4cd8-841c-c0644ceb9475 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.3865628 Jul 19 15:45:46.444666 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1f3eaeb-e4ad-42aa-9a08-6902214ee4ed req-dda79780-d720-421e-ac33-858f57d340a1 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036103 Jul 19 15:45:46.460984 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-631d82ca-308c-4caa-8076-9edd98f2da47 service neutron] 10.222.0.36 "GET /v2.0/networks/397d0617-8fd5-42c5-ae76-42ed3e65b60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6078949 Jul 19 15:45:46.471385 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2255b1b5-5cdb-4082-9fcc-2bab44e3ccd0 admin admin] Publish callbacks [] for security_group (defe9aed-34da-4691-a824-ad54b6fc16e7), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:46.480408 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-90be5100-f9ce-4a5f-bd84-52b2aff1fac5 req-6da9f06a-600c-4d31-aa70-c4aa683dc044 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282294 Jul 19 15:45:46.484794 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2255b1b5-5cdb-4082-9fcc-2bab44e3ccd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (defe9aed-34da-4691-a824-ad54b6fc16e7), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:46.499909 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2730c7e-d16c-4b27-be1e-1cf05dd1ce0a req-f51759b8-a235-4dd3-b9a3-42525ffe9c95 service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943834 Jul 19 15:45:46.547011 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-2255b1b5-5cdb-4082-9fcc-2bab44e3ccd0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f6a66f6b712429082658cd521b49389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8988454 Jul 19 15:45:46.547740 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55736) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:46.550098 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255b1b5-5cdb-4082-9fcc-2bab44e3ccd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defe9aed-34da-4691-a824-ad54b6fc16e7,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:46.553051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3db112-a245-4bcc-8545-a16327741b46 req-6d099af8-3e66-4b8e-b2d7-7a19cf70cfde tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:46.559981 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8f3db112-a245-4bcc-8545-a16327741b46 req-6d099af8-3e66-4b8e-b2d7-7a19cf70cfde tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 943 time: 0.0631609 Jul 19 15:45:46.602460 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:46.618160 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a46f1bf1-30ba-4306-af60-1978ed13954c admin admin] Publish callbacks [] for security_group (defe9aed-34da-4691-a824-ad54b6fc16e7), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:46.672733 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8f3db112-a245-4bcc-8545-a16327741b46 req-b06a221e-ae9b-45c3-b852-eb3ceda242a9 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023870 Jul 19 15:45:46.672733 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-0b2ae1f2-279d-491e-81c1-82494cf0327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:46.672733 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-0b2ae1f2-279d-491e-81c1-82494cf0327f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5869219 Jul 19 15:45:46.676081 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-53a4533e-d890-4d87-a657-c20f7a9f28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:46.677869 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-53a4533e-d890-4d87-a657-c20f7a9f28e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe8b95ad-7997-4bfd-893e-d87b2c843602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5967288 Jul 19 15:45:46.688455 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a46f1bf1-30ba-4306-af60-1978ed13954c admin admin] Publish callbacks [] for security_group (defe9aed-34da-4691-a824-ad54b6fc16e7), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:46.710677 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19b2be-865e-462f-9061-53f0158b2493 req-cec83421-b004-4c5e-ac99-bb71f515cb64 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:46.712149 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ff19b2be-865e-462f-9061-53f0158b2493 req-cec83421-b004-4c5e-ac99-bb71f515cb64 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 943 time: 0.0837839 Jul 19 15:45:46.776481 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ff19b2be-865e-462f-9061-53f0158b2493 req-8c2bb459-e463-49a2-b724-0df0042e8601 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573955 Jul 19 15:45:46.783510 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a46f1bf1-30ba-4306-af60-1978ed13954c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (defe9aed-34da-4691-a824-ad54b6fc16e7), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:46.787321 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a46f1bf1-30ba-4306-af60-1978ed13954c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:46.788685 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-a46f1bf1-30ba-4306-af60-1978ed13954c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/defe9aed-34da-4691-a824-ad54b6fc16e7 HTTP/1.1" status: 204 len: 168 time: 0.2395587 Jul 19 15:45:46.799205 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f1bf1-30ba-4306-af60-1978ed13954c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defe9aed-34da-4691-a824-ad54b6fc16e7,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:46.949013 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaac388-2b09-46f0-99ca-d12f107a39c4 req-7efea9de-bcaf-455b-affb-4a2997d6916e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:46.950593 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-eaaac388-2b09-46f0-99ca-d12f107a39c4 req-7efea9de-bcaf-455b-affb-4a2997d6916e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 944 time: 0.0508623 Jul 19 15:45:47.002455 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-eaaac388-2b09-46f0-99ca-d12f107a39c4 req-1ccdc3c9-3a98-406d-8f77-b0ed77add18c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452235 Jul 19 15:45:47.119161 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 55756) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:47.135806 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-71fc3f8a-f8c8-42c0-a0a4-660862ab4b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:47.215798 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-71fc3f8a-f8c8-42c0-a0a4-660862ab4b5b admin admin] Publish callbacks [] for security_group (677d3051-1b61-40cc-89c0-5e6e4e4a140b), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:47.220434 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-71fc3f8a-f8c8-42c0-a0a4-660862ab4b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (677d3051-1b61-40cc-89c0-5e6e4e4a140b), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:47.253852 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:47.270422 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-71fc3f8a-f8c8-42c0-a0a4-660862ab4b5b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5bea7b52ce3845edaee0a4e09c3430aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500587 Jul 19 15:45:47.271593 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc3f8a-f8c8-42c0-a0a4-660862ab4b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677d3051-1b61-40cc-89c0-5e6e4e4a140b,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:47.273212 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55762) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:47.329493 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c59b429-3bc0-4c8d-a31a-148fc0ba67ef admin admin] Publish callbacks [] for security_group (677d3051-1b61-40cc-89c0-5e6e4e4a140b), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:47.351064 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c59b429-3bc0-4c8d-a31a-148fc0ba67ef admin admin] Publish callbacks [] for security_group (677d3051-1b61-40cc-89c0-5e6e4e4a140b), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:47.398019 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c59b429-3bc0-4c8d-a31a-148fc0ba67ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (677d3051-1b61-40cc-89c0-5e6e4e4a140b), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:47.400737 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c59b429-3bc0-4c8d-a31a-148fc0ba67ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:47.401869 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0c59b429-3bc0-4c8d-a31a-148fc0ba67ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/677d3051-1b61-40cc-89c0-5e6e4e4a140b HTTP/1.1" status: 204 len: 168 time: 0.1267738 Jul 19 15:45:47.409657 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59b429-3bc0-4c8d-a31a-148fc0ba67ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677d3051-1b61-40cc-89c0-5e6e4e4a140b,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:47.617962 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7219d-6c7b-4586-bb78-c602a550ca95 req-d70bcc39-383d-4691-b183-39862399895e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:47.619423 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1fd7219d-6c7b-4586-bb78-c602a550ca95 req-d70bcc39-383d-4691-b183-39862399895e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0520737 Jul 19 15:45:47.674187 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1fd7219d-6c7b-4586-bb78-c602a550ca95 req-3ff73c6a-8792-401a-91d4-9d02be024d28 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467250 Jul 19 15:45:47.743422 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa1efb1-1488-48f4-a6ec-9b4787e01277', 'tag': '5e64b358-ca05-4217-81f6-26f217876ab3'}, {'name': 'network-changed', 'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:45:47.745737 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa35ccf5-91e3-48a5-ab88-94656980ad2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa1efb1-1488-48f4-a6ec-9b4787e01277", "tag": "5e64b358-ca05-4217-81f6-26f217876ab3"}, {"name": "network-changed", "server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:45:47.785154 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425cc5-3457-4ed7-899a-f2cf960addef req-27849741-1a51-42f7-bd72-0e8eaaeec27f tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:47.786697 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-58425cc5-3457-4ed7-899a-f2cf960addef req-27849741-1a51-42f7-bd72-0e8eaaeec27f tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 943 time: 0.0563366 Jul 19 15:45:47.840427 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Jul 2022 15:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8e035f-98a5-480d-bae4-e4cf4c7b64e7 x-openstack-request-id: req-1f8e035f-98a5-480d-bae4-e4cf4c7b64e7 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:45:47.840886 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa1efb1-1488-48f4-a6ec-9b4787e01277", "tag": "5e64b358-ca05-4217-81f6-26f217876ab3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:45:47.841208 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f8e035f-98a5-480d-bae4-e4cf4c7b64e7 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:45:47.841698 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8e035f-98a5-480d-bae4-e4cf4c7b64e7'] response: {'name': 'network-changed', 'server_uuid': '4fa1efb1-1488-48f4-a6ec-9b4787e01277', 'tag': '5e64b358-ca05-4217-81f6-26f217876ab3', 'status': 'completed', 'code': 200} Jul 19 15:45:47.842752 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8e035f-98a5-480d-bae4-e4cf4c7b64e7'] response: {'name': 'network-changed', 'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'status': 'completed', 'code': 200} Jul 19 15:45:47.848533 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-58425cc5-3457-4ed7-899a-f2cf960addef req-5500ed22-5f8b-4f8d-b3e4-3d2631252a2e tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563986 Jul 19 15:45:47.943124 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9892890-1870-4e0c-a7ce-f6cc2b31616e req-24b9d4e9-3918-40cc-bf33-93c5b6da1a8e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:47.944891 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f9892890-1870-4e0c-a7ce-f6cc2b31616e req-24b9d4e9-3918-40cc-bf33-93c5b6da1a8e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 943 time: 0.0534279 Jul 19 15:45:47.956844 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:48.132829 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af700c-a36c-4a9f-ac7c-767d22f7ebf3 req-0ccb2f3b-09ff-483d-9873-d5352013d0d8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:48.133101 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764ab5a7-4ebb-4d76-a34b-5f311883bcbe', 'tag': 'e7989e60-2708-4f38-9de4-2ddeed675e74'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:45:48.135707 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d5f585-09a9-46e3-8add-88111375669f" -d '{"events": [{"name": "network-changed", "server_uuid": "764ab5a7-4ebb-4d76-a34b-5f311883bcbe", "tag": "e7989e60-2708-4f38-9de4-2ddeed675e74"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:45:48.143666 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-07af700c-a36c-4a9f-ac7c-767d22f7ebf3 req-0ccb2f3b-09ff-483d-9873-d5352013d0d8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 944 time: 0.0623868 Jul 19 15:45:48.173826 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f9892890-1870-4e0c-a7ce-f6cc2b31616e req-dac3c8df-2885-41d4-ad77-ace4764cb8a8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233863 Jul 19 15:45:48.207753 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-07af700c-a36c-4a9f-ac7c-767d22f7ebf3 req-febf643d-4ea3-40e1-86ef-fbc001021dc7 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575709 Jul 19 15:45:48.227047 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6432175f-97b0-4069-b1a3-fd2eecce8c09 x-openstack-request-id: req-6432175f-97b0-4069-b1a3-fd2eecce8c09 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:45:48.227340 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764ab5a7-4ebb-4d76-a34b-5f311883bcbe", "tag": "e7989e60-2708-4f38-9de4-2ddeed675e74", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:45:48.227592 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6432175f-97b0-4069-b1a3-fd2eecce8c09 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:45:48.227979 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6432175f-97b0-4069-b1a3-fd2eecce8c09'] response: {'name': 'network-changed', 'server_uuid': '764ab5a7-4ebb-4d76-a34b-5f311883bcbe', 'tag': 'e7989e60-2708-4f38-9de4-2ddeed675e74', 'status': 'completed', 'code': 200} Jul 19 15:45:48.603345 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-51ecc403-fc9f-4a72-8907-75fd83a14100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:48.802571 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c4566-2997-4854-9272-a18f8292e1aa req-63c80474-4667-437f-8699-b215e0a8db18 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:48.804081 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-536c4566-2997-4854-9272-a18f8292e1aa req-63c80474-4667-437f-8699-b215e0a8db18 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0491025 Jul 19 15:45:48.853182 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-536c4566-2997-4854-9272-a18f8292e1aa req-ebc3e1f2-e704-4670-aa5e-0483ea9cfa70 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435820 Jul 19 15:45:48.973646 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0732a1-dbba-4b15-8e19-697251d865ad req-aa1262c1-e85d-44ea-a64d-8454f73ab4f6 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:48.975180 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ec0732a1-dbba-4b15-8e19-697251d865ad req-aa1262c1-e85d-44ea-a64d-8454f73ab4f6 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 943 time: 0.0533404 Jul 19 15:45:49.022744 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ec0732a1-dbba-4b15-8e19-697251d865ad req-50ffd2a5-8688-4f77-9754-473d0ebe0075 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Jul 19 15:45:49.294574 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdad2d5-b27f-478c-a03a-5b7257738a6d req-9c297b52-4968-4857-aed1-2ebca661cbc3 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:49.297134 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dbdad2d5-b27f-478c-a03a-5b7257738a6d req-9c297b52-4968-4857-aed1-2ebca661cbc3 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 943 time: 0.0515001 Jul 19 15:45:49.324894 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:49.349567 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b9c79-934a-4afb-b53a-c440952a2cf7 req-148645df-009d-4ed7-9a6d-331c4db4be09 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:49.351123 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-278b9c79-934a-4afb-b53a-c440952a2cf7 req-148645df-009d-4ed7-9a6d-331c4db4be09 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 944 time: 0.0638659 Jul 19 15:45:49.353529 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dbdad2d5-b27f-478c-a03a-5b7257738a6d req-71d25c59-3e7b-4357-94d0-8758a50f0237 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504768 Jul 19 15:45:49.419041 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-278b9c79-934a-4afb-b53a-c440952a2cf7 req-d1f2c0dc-c05f-4835-9989-71e3bf9c1dda tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552502 Jul 19 15:45:49.572659 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3227df-d3a3-43c7-b70f-0b3735d001d4 req-6bd868ad-9f32-472b-86b8-130a076cee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:49.574318 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8d3227df-d3a3-43c7-b70f-0b3735d001d4 req-6bd868ad-9f32-472b-86b8-130a076cee5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=905aecc2e33f4befb1a47740e8d53611&device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 1127 time: 0.0423822 Jul 19 15:45:49.594525 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:49.664750 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5f585-09a9-46e3-8add-88111375669f req-2dab3327-5b4f-4c13-8696-a3f106ca20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:49.666468 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-42d5f585-09a9-46e3-8add-88111375669f req-2dab3327-5b4f-4c13-8696-a3f106ca20f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 1127 time: 0.1287982 Jul 19 15:45:49.704065 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-6672722d-3235-43d8-919b-78f8c0563f4f service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263482 Jul 19 15:45:49.711476 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-0ba101e3-6a2b-4c14-89d5-87b80ddee0eb service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253859 Jul 19 15:45:49.989414 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c392a51-a178-43e6-8588-316f2711e05b req-de371a12-bfa7-4566-8fa3-0be50e1e3ab1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:49.990918 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7c392a51-a178-43e6-8588-316f2711e05b req-de371a12-bfa7-4566-8fa3-0be50e1e3ab1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0490258 Jul 19 15:45:50.020815 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:50.043399 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7c392a51-a178-43e6-8588-316f2711e05b req-73c9d10b-6c1d-46e8-aac8-a66e0368e406 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463409 Jul 19 15:45:50.145589 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c7160-b92a-46c0-9136-b1c9895a504e req-bfae4c39-fd42-4692-9050-e0e8dae0e9a6 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:50.147522 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a78c7160-b92a-46c0-9136-b1c9895a504e req-bfae4c39-fd42-4692-9050-e0e8dae0e9a6 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 943 time: 0.0552087 Jul 19 15:45:50.201687 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a78c7160-b92a-46c0-9136-b1c9895a504e req-c5337d6f-1990-4b8e-881d-7c4edcd2914f tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486233 Jul 19 15:45:50.475647 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d300faa-41cd-4a6b-bfa6-0cfa707424b8 req-b920343a-84cc-4eca-b1ee-752a0b15e1da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:50.478680 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7d300faa-41cd-4a6b-bfa6-0cfa707424b8 req-b920343a-84cc-4eca-b1ee-752a0b15e1da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 943 time: 0.0559804 Jul 19 15:45:50.558807 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6404341-05ed-4b65-aa31-2bff7a589d8d req-de876711-5fe1-4be9-ac99-4325c936c3b3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:50.560065 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7d300faa-41cd-4a6b-bfa6-0cfa707424b8 req-798149ac-5323-410a-9514-856910816489 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737352 Jul 19 15:45:50.566220 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d6404341-05ed-4b65-aa31-2bff7a589d8d req-de876711-5fe1-4be9-ac99-4325c936c3b3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 944 time: 0.0692286 Jul 19 15:45:50.621967 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d6404341-05ed-4b65-aa31-2bff7a589d8d req-42e97871-ba50-4257-979f-bbf3fce61e89 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546153 Jul 19 15:45:50.803592 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=31 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:50.805245 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=17 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:50.863658 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3227df-d3a3-43c7-b70f-0b3735d001d4 req-e56c7911-0225-4253-945a-18271c06e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:50.865142 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8d3227df-d3a3-43c7-b70f-0b3735d001d4 req-e56c7911-0225-4253-945a-18271c06e64f service neutron] 10.222.0.36 "GET /v2.0/networks?id=397d0617-8fd5-42c5-ae76-42ed3e65b60f HTTP/1.1" status: 200 len: 912 time: 0.1560538 Jul 19 15:45:50.947578 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 55902) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:51.095713 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-abfff53e-adf8-4b68-b482-507a5e98a38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.195138 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a568f77-8311-49a6-a237-031322d02a07 req-c3c7219f-796f-47d9-b5f7-51ab547164e3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:51.196705 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0a568f77-8311-49a6-a237-031322d02a07 req-c3c7219f-796f-47d9-b5f7-51ab547164e3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0726202 Jul 19 15:45:51.212908 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:51.214304 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55924) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:51.268307 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-abfff53e-adf8-4b68-b482-507a5e98a38e admin admin] Publish callbacks [] for security_group (1773a29d-9616-4ac6-840b-24e5ba328fad), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.277768 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-abfff53e-adf8-4b68-b482-507a5e98a38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (1773a29d-9616-4ac6-840b-24e5ba328fad), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.319464 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0a568f77-8311-49a6-a237-031322d02a07 req-7424e25e-6467-43bf-9016-62828872618c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088579 Jul 19 15:45:51.324432 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfff53e-adf8-4b68-b482-507a5e98a38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1773a29d-9616-4ac6-840b-24e5ba328fad,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:51.351149 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ec0da-673f-45b1-a982-f69ccd7c09e8 req-3674b7a3-7c06-4609-854a-9b220f1a40b2 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:51.357153 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-abfff53e-adf8-4b68-b482-507a5e98a38e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e477d3b4f7ce481cb5e3d61b91e62506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085360 Jul 19 15:45:51.360167 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-466ec0da-673f-45b1-a982-f69ccd7c09e8 req-3674b7a3-7c06-4609-854a-9b220f1a40b2 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 943 time: 0.0742166 Jul 19 15:45:51.361757 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55936) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:51.408890 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b17060ab-d405-4e34-a17d-4656f697e1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.498141 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:51.501413 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8d3227df-d3a3-43c7-b70f-0b3735d001d4 req-22c567f7-dfe4-4895-ab38-4c0d16351ce3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 HTTP/1.1" status: 200 len: 217 time: 0.0538018 Jul 19 15:45:51.507060 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.510917 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-466ec0da-673f-45b1-a982-f69ccd7c09e8 req-77fe7334-12e7-41bb-a359-42444f23ce93 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498430 Jul 19 15:45:51.558810 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9352a866-0158-4d85-b0fe-f5b117a56d78 admin admin] Publish callbacks [] for security_group (1773a29d-9616-4ac6-840b-24e5ba328fad), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.603363 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9352a866-0158-4d85-b0fe-f5b117a56d78 admin admin] Publish callbacks [] for security_group (1773a29d-9616-4ac6-840b-24e5ba328fad), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.628894 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b17060ab-d405-4e34-a17d-4656f697e1bf admin admin] Publish callbacks [] for security_group (61ec171a-58f0-427b-98ba-07d54c7efbc6), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.637358 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b17060ab-d405-4e34-a17d-4656f697e1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (61ec171a-58f0-427b-98ba-07d54c7efbc6), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.653536 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:51.698074 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17060ab-d405-4e34-a17d-4656f697e1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ec171a-58f0-427b-98ba-07d54c7efbc6,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:51.705077 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b17060ab-d405-4e34-a17d-4656f697e1bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=794c6a8ee0ae4394b4546c5f8f60bc55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894390 Jul 19 15:45:51.707879 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55946) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:51.720172 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a045e1-f3f5-4afd-aff9-d1aa60e73421 req-6180625e-76ea-4e62-9c78-1702472b8a65 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:51.721682 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-93a045e1-f3f5-4afd-aff9-d1aa60e73421 req-6180625e-76ea-4e62-9c78-1702472b8a65 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 943 time: 0.0747283 Jul 19 15:45:51.783448 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9352a866-0158-4d85-b0fe-f5b117a56d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (1773a29d-9616-4ac6-840b-24e5ba328fad), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.786204 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9352a866-0158-4d85-b0fe-f5b117a56d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.787664 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-9352a866-0158-4d85-b0fe-f5b117a56d78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1773a29d-9616-4ac6-840b-24e5ba328fad HTTP/1.1" status: 204 len: 168 time: 0.4241185 Jul 19 15:45:51.788224 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:51.824565 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352a866-0158-4d85-b0fe-f5b117a56d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1773a29d-9616-4ac6-840b-24e5ba328fad,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:51.829689 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-491a33b0-01c3-4348-8620-d161099d029c admin admin] Publish callbacks [] for security_group (61ec171a-58f0-427b-98ba-07d54c7efbc6), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.834910 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8dd4f1bb-1f92-4c1d-927e-7eeb8edef548 req-f7eb2928-ebe4-462b-aa63-afe9abeac357 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843436 Jul 19 15:45:51.838330 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbd89d-90ab-48c5-930c-8e9fed33e5e0 req-aa924480-a1b8-400c-8c22-d2d213bc4c63 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:51.840023 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e0bbd89d-90ab-48c5-930c-8e9fed33e5e0 req-aa924480-a1b8-400c-8c22-d2d213bc4c63 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 944 time: 0.0957611 Jul 19 15:45:51.876708 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2bfb2f7-8ee0-4931-a29c-a17757cea935 req-687e2c64-da1b-4a69-ba6c-1d39dde5049c service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271135 Jul 19 15:45:51.884610 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5f585-09a9-46e3-8add-88111375669f req-ef7e7944-6919-44d0-9cd1-6d0708278724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:51.886156 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-42d5f585-09a9-46e3-8add-88111375669f req-ef7e7944-6919-44d0-9cd1-6d0708278724 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.4447842 Jul 19 15:45:51.898706 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.906588 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-93a045e1-f3f5-4afd-aff9-d1aa60e73421 req-d8fbb863-771a-416d-91d1-b754c5781081 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757431 Jul 19 15:45:51.926650 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-491a33b0-01c3-4348-8620-d161099d029c admin admin] Publish callbacks [] for security_group (61ec171a-58f0-427b-98ba-07d54c7efbc6), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:51.953062 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e0bbd89d-90ab-48c5-930c-8e9fed33e5e0 req-aa984ead-da7d-47b8-99f9-8c722423d39a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010842 Jul 19 15:45:52.001546 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-491a33b0-01c3-4348-8620-d161099d029c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (61ec171a-58f0-427b-98ba-07d54c7efbc6), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.004400 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-491a33b0-01c3-4348-8620-d161099d029c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.005809 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-491a33b0-01c3-4348-8620-d161099d029c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61ec171a-58f0-427b-98ba-07d54c7efbc6 HTTP/1.1" status: 204 len: 168 time: 0.2965178 Jul 19 15:45:52.019787 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a33b0-01c3-4348-8620-d161099d029c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ec171a-58f0-427b-98ba-07d54c7efbc6,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:52.178943 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55958) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:52.196057 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b3821818-5a7a-46b3-9e2b-e3cb77e6bbae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.199619 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-42d5f585-09a9-46e3-8add-88111375669f req-f93478de-cf8f-41af-9d82-6e6d22a0aa56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7989e60-2708-4f38-9de4-2ddeed675e74 HTTP/1.1" status: 200 len: 217 time: 0.0504451 Jul 19 15:45:52.227788 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3227df-d3a3-43c7-b70f-0b3735d001d4 req-fc5987fe-9666-4f65-9e3d-40a84febbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:52.229273 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8d3227df-d3a3-43c7-b70f-0b3735d001d4 req-fc5987fe-9666-4f65-9e3d-40a84febbc15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8 HTTP/1.1" status: 200 len: 850 time: 0.0804734 Jul 19 15:45:52.288645 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b3821818-5a7a-46b3-9e2b-e3cb77e6bbae admin admin] Publish callbacks [] for security_group (993763ac-1b44-460d-adaf-3b100f53ac3c), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.293755 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b3821818-5a7a-46b3-9e2b-e3cb77e6bbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (993763ac-1b44-460d-adaf-3b100f53ac3c), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.336747 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b3821818-5a7a-46b3-9e2b-e3cb77e6bbae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59d88706e09349a691286201d2b23b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564305 Jul 19 15:45:52.337639 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3821818-5a7a-46b3-9e2b-e3cb77e6bbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993763ac-1b44-460d-adaf-3b100f53ac3c,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:52.339706 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 55962) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:52.418390 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5c6daafe-fc57-4e9d-b49a-eef9acab64a6 admin admin] Publish callbacks [] for security_group (993763ac-1b44-460d-adaf-3b100f53ac3c), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.421351 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55966) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:52.422514 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:52.434943 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a2e47919-65ee-4e40-a127-e372af76cd21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.468273 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5c6daafe-fc57-4e9d-b49a-eef9acab64a6 admin admin] Publish callbacks [] for security_group (993763ac-1b44-460d-adaf-3b100f53ac3c), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.480615 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ee510-37be-4513-897b-669b2de3bca3 req-5bdc3bb9-656f-4210-b5bb-27ca03520679 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:52.482137 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-864ee510-37be-4513-897b-669b2de3bca3 req-5bdc3bb9-656f-4210-b5bb-27ca03520679 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0725732 Jul 19 15:45:52.527572 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a2e47919-65ee-4e40-a127-e372af76cd21 admin admin] Publish callbacks [] for security_group (f455a6e6-44c6-40a1-9b94-78fc1ab010a4), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.534321 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a2e47919-65ee-4e40-a127-e372af76cd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (f455a6e6-44c6-40a1-9b94-78fc1ab010a4), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.561724 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-864ee510-37be-4513-897b-669b2de3bca3 req-545039db-cd7f-45e9-aebd-fe54eaa7f0e2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672886 Jul 19 15:45:52.588215 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-a2e47919-65ee-4e40-a127-e372af76cd21 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=731eca550df7444e97f213dc755ed043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564956 Jul 19 15:45:52.588215 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e47919-65ee-4e40-a127-e372af76cd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f455a6e6-44c6-40a1-9b94-78fc1ab010a4,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:52.588215 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55976) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:52.590099 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5c6daafe-fc57-4e9d-b49a-eef9acab64a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (993763ac-1b44-460d-adaf-3b100f53ac3c), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.593225 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5c6daafe-fc57-4e9d-b49a-eef9acab64a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.594540 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-5c6daafe-fc57-4e9d-b49a-eef9acab64a6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/993763ac-1b44-460d-adaf-3b100f53ac3c HTTP/1.1" status: 204 len: 168 time: 0.2537229 Jul 19 15:45:52.603286 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6daafe-fc57-4e9d-b49a-eef9acab64a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993763ac-1b44-460d-adaf-3b100f53ac3c,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:52.637505 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:52.665328 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d45498-5549-42b1-b2fe-23d365a05297 req-8085853e-54a4-459a-af51-c858efa5df76 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:52.666883 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4d45498-5549-42b1-b2fe-23d365a05297 req-8085853e-54a4-459a-af51-c858efa5df76 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 943 time: 0.0772321 Jul 19 15:45:52.683866 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-16f4b990-ab7c-4154-97f4-9ed31e3cec05 admin admin] Publish callbacks [] for security_group (f455a6e6-44c6-40a1-9b94-78fc1ab010a4), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.723634 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-16f4b990-ab7c-4154-97f4-9ed31e3cec05 admin admin] Publish callbacks [] for security_group (f455a6e6-44c6-40a1-9b94-78fc1ab010a4), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.777051 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4d45498-5549-42b1-b2fe-23d365a05297 req-972218a3-8e12-4153-8941-563f00988e00 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875695 Jul 19 15:45:52.801431 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-16f4b990-ab7c-4154-97f4-9ed31e3cec05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (f455a6e6-44c6-40a1-9b94-78fc1ab010a4), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.803417 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-16f4b990-ab7c-4154-97f4-9ed31e3cec05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:52.804575 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-16f4b990-ab7c-4154-97f4-9ed31e3cec05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f455a6e6-44c6-40a1-9b94-78fc1ab010a4 HTTP/1.1" status: 204 len: 168 time: 0.2213240 Jul 19 15:45:52.816908 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4b990-ab7c-4154-97f4-9ed31e3cec05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f455a6e6-44c6-40a1-9b94-78fc1ab010a4,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:52.822660 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:45:52.920683 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3227df-d3a3-43c7-b70f-0b3735d001d4 req-98221b6b-d365-4b39-891d-f0ea615de291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:52.922492 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8d3227df-d3a3-43c7-b70f-0b3735d001d4 req-98221b6b-d365-4b39-891d-f0ea615de291 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=397d0617-8fd5-42c5-ae76-42ed3e65b60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545464 Jul 19 15:45:52.964187 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70,segment=NetworkSegment(8347f494-1fe9-4185-946e-959eae3293c1),segment_id=8347f494-1fe9-4185-946e-959eae3293c1)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:52.965613 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5f585-09a9-46e3-8add-88111375669f req-e8ac1eaf-166a-40a2-b806-7ae342320a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:52.968540 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-42d5f585-09a9-46e3-8add-88111375669f req-e8ac1eaf-166a-40a2-b806-7ae342320a5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.0995407 Jul 19 15:45:52.993023 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '8cd72be0-aaa1-41b3-a6d5-52edc3f63b70', 'network_id': '397d0617-8fd5-42c5-ae76-42ed3e65b60f', 'port_id': '8cd72be0-aaa1-41b3-a6d5-52edc3f63b70', 'mac_address': 'fa:16:3e:f1:57:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:45:53.001229 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-5df4cdea-4498-4252-93c3-fa2cd19a2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:53.003425 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-5df4cdea-4498-4252-93c3-fa2cd19a2fd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 1127 time: 0.1223423 Jul 19 15:45:53.021729 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 55996) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:53.049787 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:53.050439 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:53.077122 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:45:53.104953 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70,segment=NetworkSegment(8347f494-1fe9-4185-946e-959eae3293c1),segment_id=8347f494-1fe9-4185-946e-959eae3293c1)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:53.106244 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:53.111691 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:53.112694 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device e7989e60-2708-4f38-9de4-2ddeed675e74 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:45:53.138063 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:53.142557 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852108c-5c50-4b28-b0f9-fdad1a208854 req-ca17d607-2e07-481f-a537-ec51ab8c8056 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:53.149099 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a852108c-5c50-4b28-b0f9-fdad1a208854 req-ca17d607-2e07-481f-a537-ec51ab8c8056 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 943 time: 0.1315479 Jul 19 15:45:53.188842 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27349166-2727-474f-be00-f2a65837ffb7 req-ec73b5da-5c9b-456a-8b84-f9139cfca44e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:53.190400 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-27349166-2727-474f-be00-f2a65837ffb7 req-ec73b5da-5c9b-456a-8b84-f9139cfca44e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 944 time: 0.1205268 Jul 19 15:45:53.191163 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:53.206955 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a852108c-5c50-4b28-b0f9-fdad1a208854 req-34d80f0c-04cb-4067-a48d-04b73796e611 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569170 Jul 19 15:45:53.207608 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:53.284644 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2c8de58d-b19f-4f5b-a5c1-90ebe2ae1b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:53.303902 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-27349166-2727-474f-be00-f2a65837ffb7 req-7210dee3-34ff-457a-a08b-033950620c27 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029499 Jul 19 15:45:53.347495 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port e7989e60-2708-4f38-9de4-2ddeed675e74, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e7989e60-2708-4f38-9de4-2ddeed675e74,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:53.364451 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': 'e7989e60-2708-4f38-9de4-2ddeed675e74', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'port_id': 'e7989e60-2708-4f38-9de4-2ddeed675e74', 'mac_address': 'fa:16:3e:32:50:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:45:53.415591 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2c8de58d-b19f-4f5b-a5c1-90ebe2ae1b6f admin admin] Publish callbacks [] for security_group (a7cad2cb-b147-4b26-b9da-6c27a6a7c431), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:53.416119 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port e7989e60-2708-4f38-9de4-2ddeed675e74 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:53.416490 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:53.432787 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7989e60-2708-4f38-9de4-2ddeed675e74 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:45:53.443117 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2c8de58d-b19f-4f5b-a5c1-90ebe2ae1b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a7cad2cb-b147-4b26-b9da-6c27a6a7c431), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:53.458767 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port e7989e60-2708-4f38-9de4-2ddeed675e74, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e7989e60-2708-4f38-9de4-2ddeed675e74,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:53.464736 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:53.465727 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 61483d93-6fa5-46d1-b820-a274f98ffcbb details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:45:53.489211 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-2c8de58d-b19f-4f5b-a5c1-90ebe2ae1b6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3ba84cfbee54d8b9e7274c4f9d69318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4659762 Jul 19 15:45:53.492109 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 56012) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:53.499872 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8de58d-b19f-4f5b-a5c1-90ebe2ae1b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cad2cb-b147-4b26-b9da-6c27a6a7c431,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:53.533830 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=e7989e60-2708-4f38-9de4-2ddeed675e74,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:53.569300 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-189fb96f-e6da-4432-a43c-c973cf52485f admin admin] Publish callbacks [] for security_group (a7cad2cb-b147-4b26-b9da-6c27a6a7c431), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:53.595570 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-189fb96f-e6da-4432-a43c-c973cf52485f admin admin] Publish callbacks [] for security_group (a7cad2cb-b147-4b26-b9da-6c27a6a7c431), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:53.639763 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:53.647398 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 61483d93-6fa5-46d1-b820-a274f98ffcbb, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:53.664861 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'port_id': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'mac_address': 'fa:16:3e:2c:a0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:45:53.730019 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 61483d93-6fa5-46d1-b820-a274f98ffcbb is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:53.730697 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:53.732149 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56022) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:53.758720 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61483d93-6fa5-46d1-b820-a274f98ffcbb {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:45:53.787233 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8d3227df-d3a3-43c7-b70f-0b3735d001d4 req-7eb8a7fd-19be-4595-8d59-db17adf4c9b9 service neutron] 10.222.0.36 "GET /v2.0/networks/397d0617-8fd5-42c5-ae76-42ed3e65b60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760702 Jul 19 15:45:53.794435 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 61483d93-6fa5-46d1-b820-a274f98ffcbb, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:53.802603 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:53.878481 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=61483d93-6fa5-46d1-b820-a274f98ffcbb,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:53.981197 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a80bcb-5cf8-4da1-9d07-0e0161e18e80 req-d099e7bc-b654-4b11-8e57-ae904fc83efc tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:53.983366 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-34a80bcb-5cf8-4da1-9d07-0e0161e18e80 req-d099e7bc-b654-4b11-8e57-ae904fc83efc tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 944 time: 0.0888293 Jul 19 15:45:53.988025 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8d3227df-d3a3-43c7-b70f-0b3735d001d4 req-a71ad3f4-3342-47ad-9ee9-3d2cd3835d7a service neutron] 10.222.0.36 "GET /v2.0/networks/397d0617-8fd5-42c5-ae76-42ed3e65b60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936469 Jul 19 15:45:54.018637 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-57a543c0-2c67-4c58-9e1d-2d75079a1eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:54.084540 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:54.107077 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5f585-09a9-46e3-8add-88111375669f req-627e1c81-e295-4287-b996-1067e6f2fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:54.109188 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-42d5f585-09a9-46e3-8add-88111375669f req-627e1c81-e295-4287-b996-1067e6f2fb69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4933405 Jul 19 15:45:54.118657 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef28c5d-14ec-4845-8777-85632283dbdd req-46796965-eb04-45ae-9f2d-b1d6eed1ffc2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:54.126206 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2ef28c5d-14ec-4845-8777-85632283dbdd req-46796965-eb04-45ae-9f2d-b1d6eed1ffc2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.3908184 Jul 19 15:45:54.142719 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-34a80bcb-5cf8-4da1-9d07-0e0161e18e80 req-21bec7d6-4d29-46b6-8452-6f1fb5c43455 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534309 Jul 19 15:45:54.165450 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22addaf-54e9-417b-8a2f-8296eb329b64 req-ed838f97-d7dd-4fe7-ac30-a0fb4fd84495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:54.175975 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e22addaf-54e9-417b-8a2f-8296eb329b64 req-ed838f97-d7dd-4fe7-ac30-a0fb4fd84495 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 1128 time: 0.5567179 Jul 19 15:45:54.182703 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-57a543c0-2c67-4c58-9e1d-2d75079a1eff admin admin] Publish callbacks [] for security_group (de56fc71-2af4-4d8c-a308-6539e364ed4b), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:54.190911 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-57a543c0-2c67-4c58-9e1d-2d75079a1eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (de56fc71-2af4-4d8c-a308-6539e364ed4b), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:54.233193 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a543c0-2c67-4c58-9e1d-2d75079a1eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de56fc71-2af4-4d8c-a308-6539e364ed4b,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:54.242402 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-189fb96f-e6da-4432-a43c-c973cf52485f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a7cad2cb-b147-4b26-b9da-6c27a6a7c431), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:54.254459 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-57a543c0-2c67-4c58-9e1d-2d75079a1eff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d25b328168f04b36b0f3044beceeaaa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5207138 Jul 19 15:45:54.255571 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56048) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:54.260966 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-189fb96f-e6da-4432-a43c-c973cf52485f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:54.260966 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-189fb96f-e6da-4432-a43c-c973cf52485f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7cad2cb-b147-4b26-b9da-6c27a6a7c431 HTTP/1.1" status: 204 len: 168 time: 0.7653897 Jul 19 15:45:54.262126 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2ef28c5d-14ec-4845-8777-85632283dbdd req-8684003f-528b-4df6-91c9-63791aa68bda tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1350198 Jul 19 15:45:54.330847 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['e7989e60-2708-4f38-9de4-2ddeed675e74'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:45:54.354603 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65485c07-c50a-472e-9a3a-1068889fff04 req-53cfe9d1-5180-4288-a1f7-0484b14cf786 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:54.356257 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-65485c07-c50a-472e-9a3a-1068889fff04 req-53cfe9d1-5180-4288-a1f7-0484b14cf786 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 943 time: 0.0549855 Jul 19 15:45:54.368125 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fb96f-e6da-4432-a43c-c973cf52485f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cad2cb-b147-4b26-b9da-6c27a6a7c431,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:54.402411 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-3d29a5ec-289c-42d6-962e-c7b08ef9bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:54.404516 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-3d29a5ec-289c-42d6-962e-c7b08ef9bcc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.7868226 Jul 19 15:45:54.416334 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4183a0df-5c3a-479d-9107-7e4e77b2465c admin admin] Publish callbacks [] for security_group (de56fc71-2af4-4d8c-a308-6539e364ed4b), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:54.447662 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4183a0df-5c3a-479d-9107-7e4e77b2465c admin admin] Publish callbacks [] for security_group (de56fc71-2af4-4d8c-a308-6539e364ed4b), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:54.533397 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4183a0df-5c3a-479d-9107-7e4e77b2465c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (de56fc71-2af4-4d8c-a308-6539e364ed4b), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:54.534177 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:54.536685 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4183a0df-5c3a-479d-9107-7e4e77b2465c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:54.540951 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-4183a0df-5c3a-479d-9107-7e4e77b2465c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de56fc71-2af4-4d8c-a308-6539e364ed4b HTTP/1.1" status: 204 len: 168 time: 0.2776129 Jul 19 15:45:54.543309 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-35c89626-2d21-464c-928f-68a72f7c3b3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e64b358-ca05-4217-81f6-26f217876ab3 HTTP/1.1" status: 200 len: 217 time: 0.0561664 Jul 19 15:45:54.554183 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['61483d93-6fa5-46d1-b820-a274f98ffcbb'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:45:54.559330 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183a0df-5c3a-479d-9107-7e4e77b2465c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de56fc71-2af4-4d8c-a308-6539e364ed4b,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:54.590522 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-65485c07-c50a-472e-9a3a-1068889fff04 req-0c6fca9e-f8ca-4e43-b89c-eece1ee5a636 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117615 Jul 19 15:45:54.605194 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc3c20-b68f-428f-bfea-034503c2868e req-e112bb79-dd20-47dd-8bb5-019cf35672fc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:54.613179 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1ffc3c20-b68f-428f-bfea-034503c2868e req-e112bb79-dd20-47dd-8bb5-019cf35672fc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 944 time: 0.2287660 Jul 19 15:45:54.620320 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['8cd72be0-aaa1-41b3-a6d5-52edc3f63b70'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:45:54.700581 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-42d5f585-09a9-46e3-8add-88111375669f req-85679735-f17d-40c3-98ba-c2bd77d6c26e service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535903 Jul 19 15:45:54.726505 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22addaf-54e9-417b-8a2f-8296eb329b64 req-a5ba7ea8-6ba0-4a41-be94-04ea7e52b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:54.727928 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e22addaf-54e9-417b-8a2f-8296eb329b64 req-a5ba7ea8-6ba0-4a41-be94-04ea7e52b1bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 915 time: 0.5303123 Jul 19 15:45:54.791011 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1ffc3c20-b68f-428f-bfea-034503c2868e req-c8774110-bf9c-4584-8841-e05cb735e162 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768842 Jul 19 15:45:54.792521 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e22addaf-54e9-417b-8a2f-8296eb329b64 req-e233eed9-0476-446d-9255-773939534286 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 HTTP/1.1" status: 200 len: 217 time: 0.0467105 Jul 19 15:45:54.805365 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-03764a7a-16f7-43b9-a293-23d8267277a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:54.806894 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-03764a7a-16f7-43b9-a293-23d8267277a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.2525671 Jul 19 15:45:54.813435 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:45:54.929063 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-a467c65c-a5f8-4db3-9574-8af153c554b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:54.930623 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-a467c65c-a5f8-4db3-9574-8af153c554b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104920 Jul 19 15:45:54.934730 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:54.951094 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22addaf-54e9-417b-8a2f-8296eb329b64 req-a7f5a486-f018-4f07-a4c2-5e956a139cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:54.953029 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e22addaf-54e9-417b-8a2f-8296eb329b64 req-a7f5a486-f018-4f07-a4c2-5e956a139cb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=783ad02f-bd45-48ea-8e48-5acd89ea85ac HTTP/1.1" status: 200 len: 853 time: 0.1452675 Jul 19 15:45:55.009212 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:55.017922 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22addaf-54e9-417b-8a2f-8296eb329b64 req-404699ea-facc-4c01-a749-dfe83cf1a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:55.019471 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e22addaf-54e9-417b-8a2f-8296eb329b64 req-404699ea-facc-4c01-a749-dfe83cf1a0d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe8b95ad-7997-4bfd-893e-d87b2c843602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476353 Jul 19 15:45:55.039877 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-42d5f585-09a9-46e3-8add-88111375669f req-0aaa105f-5026-457d-83fd-1eeb927162d3 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288140 Jul 19 15:45:55.057312 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:55.167531 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-e42db791-8eb2-498d-ad71-77dd197f6a49 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282219 Jul 19 15:45:55.194125 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:55.203107 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e22addaf-54e9-417b-8a2f-8296eb329b64 req-4b44b215-99cd-4d3c-b8de-f9bf977a5a76 service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752675 Jul 19 15:45:55.241468 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'port_id': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'mac_address': 'fa:16:3e:e5:39:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:45:55.246224 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56072) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:55.280498 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f0750d76-960f-46d9-9238-e3761ccecb5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:55.303579 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:55.304290 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:55.333582 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:45:55.360088 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:55.364832 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:55.366253 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 5e64b358-ca05-4217-81f6-26f217876ab3 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:45:55.457300 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:55.466554 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-f122bc7b-045f-4f48-b054-4ce81437f182 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886107 Jul 19 15:45:55.486013 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e22addaf-54e9-417b-8a2f-8296eb329b64 req-5c73aab7-d788-4464-99d5-bced27c42171 service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662308 Jul 19 15:45:55.495071 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242acd1-2ef9-455f-bbb9-97388d0c0d2d req-269bed6a-d964-437c-96cc-5e3baf0b16ee tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:55.503350 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d242acd1-2ef9-455f-bbb9-97388d0c0d2d req-269bed6a-d964-437c-96cc-5e3baf0b16ee tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 945 time: 0.0817230 Jul 19 15:45:55.583477 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 5e64b358-ca05-4217-81f6-26f217876ab3, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=5e64b358-ca05-4217-81f6-26f217876ab3,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:55.596373 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-d0371cdc-105d-492f-8f7b-89687bbb361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:55.597911 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-d0371cdc-105d-492f-8f7b-89687bbb361b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 1129 time: 0.0642822 Jul 19 15:45:55.606251 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '5e64b358-ca05-4217-81f6-26f217876ab3', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'port_id': '5e64b358-ca05-4217-81f6-26f217876ab3', 'mac_address': 'fa:16:3e:b9:05:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:45:55.611259 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d242acd1-2ef9-455f-bbb9-97388d0c0d2d req-92c4646a-1e51-4e1d-8059-e91a7a1b3a61 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067464 Jul 19 15:45:55.689667 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 5e64b358-ca05-4217-81f6-26f217876ab3 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:55.690482 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:55.699870 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f0750d76-960f-46d9-9238-e3761ccecb5b admin admin] Publish callbacks [] for security_group (dcdf603c-2976-4ae1-9020-b9a0afa8146f), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:55.708652 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e64b358-ca05-4217-81f6-26f217876ab3 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:45:55.716095 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 56088) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:55.720825 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f0750d76-960f-46d9-9238-e3761ccecb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (dcdf603c-2976-4ae1-9020-b9a0afa8146f), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:55.733151 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 5e64b358-ca05-4217-81f6-26f217876ab3, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=5e64b358-ca05-4217-81f6-26f217876ab3,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:55.737116 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-38a0eecf-2d4a-4ef2-8875-a7c786655708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:55.743488 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:55.751722 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:55.757694 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 56090) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:55.758042 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f0750d76-960f-46d9-9238-e3761ccecb5b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0cbe3c6db25043a7826f3743a7935f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5101144 Jul 19 15:45:55.767559 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:55.771230 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:55.776867 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a3ccd-2d54-43ae-abee-b6165995ac04 req-5e2ba9c6-4513-46b4-994b-ce76aca598da tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:55.785031 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-405a3ccd-2d54-43ae-abee-b6165995ac04 req-5e2ba9c6-4513-46b4-994b-ce76aca598da tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 944 time: 0.5064659 Jul 19 15:45:55.793913 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-6e447cef-9fd9-45fb-adab-e9e494466657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:55.795821 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-6e447cef-9fd9-45fb-adab-e9e494466657 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 918 time: 0.1833775 Jul 19 15:45:55.821173 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0750d76-960f-46d9-9238-e3761ccecb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdf603c-2976-4ae1-9020-b9a0afa8146f,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:55.823143 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=5e64b358-ca05-4217-81f6-26f217876ab3,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:55.872229 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-405a3ccd-2d54-43ae-abee-b6165995ac04 req-7a894186-bec8-4471-ace2-32d1db1becb6 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859981 Jul 19 15:45:55.899604 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-000f24b3-b897-474c-a2a0-067e976fdc45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb HTTP/1.1" status: 200 len: 217 time: 0.0815110 Jul 19 15:45:55.934540 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e714f-9e6a-4eaf-b80d-695c126fefcf req-b832fddd-ef3c-49b0-a77f-8ff1797aea6a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:55.936125 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-591e714f-9e6a-4eaf-b80d-695c126fefcf req-b832fddd-ef3c-49b0-a77f-8ff1797aea6a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 944 time: 0.1375940 Jul 19 15:45:55.987489 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:56.010417 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69691f-632b-4f44-a546-5f205ef934ba req-629933cb-10be-4fb1-9110-a93c0895981a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:56.012455 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ff69691f-632b-4f44-a546-5f205ef934ba req-629933cb-10be-4fb1-9110-a93c0895981a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 945 time: 0.0592797 Jul 19 15:45:56.013725 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58fe4ed8-0bd4-4320-aad8-34419bc1976d admin admin] Publish callbacks [] for security_group (dcdf603c-2976-4ae1-9020-b9a0afa8146f), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:56.049701 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-be6533cd-d845-44cc-a60a-179316406075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:56.051212 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-be6533cd-d845-44cc-a60a-179316406075 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fb34e8-0b5b-4987-b39f-b08c45bd460d HTTP/1.1" status: 200 len: 856 time: 0.1401947 Jul 19 15:45:56.065436 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ff69691f-632b-4f44-a546-5f205ef934ba req-304ef20a-ce90-4ebf-a282-d91278cbd423 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467474 Jul 19 15:45:56.112611 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-38a0eecf-2d4a-4ef2-8875-a7c786655708 admin admin] Publish callbacks [] for security_group (c0f0dc4b-483c-4003-8753-d3b6ad5bbfae), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:56.114939 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58fe4ed8-0bd4-4320-aad8-34419bc1976d admin admin] Publish callbacks [] for security_group (dcdf603c-2976-4ae1-9020-b9a0afa8146f), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:56.122181 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-591e714f-9e6a-4eaf-b80d-695c126fefcf req-60859a23-04c8-487e-93d2-790c6f9b2ed4 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656921 Jul 19 15:45:56.132550 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-38a0eecf-2d4a-4ef2-8875-a7c786655708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (c0f0dc4b-483c-4003-8753-d3b6ad5bbfae), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:56.189459 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-01ed2a0c-6b8a-4c8e-b77f-09e3713ca231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:56.191164 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-01ed2a0c-6b8a-4c8e-b77f-09e3713ca231 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4747c92b-9953-4013-87b5-ea57492dd5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1263642 Jul 19 15:45:56.218955 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-38a0eecf-2d4a-4ef2-8875-a7c786655708 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9231799e634a455486fdebbb278da470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5017745 Jul 19 15:45:56.221951 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56102) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:56.231278 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0eecf-2d4a-4ef2-8875-a7c786655708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f0dc4b-483c-4003-8753-d3b6ad5bbfae,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:56.283532 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b16f-8c4e-4b73-9dcb-d57499e0c37a admin admin] Publish callbacks [] for security_group (c0f0dc4b-483c-4003-8753-d3b6ad5bbfae), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:56.308607 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b16f-8c4e-4b73-9dcb-d57499e0c37a admin admin] Publish callbacks [] for security_group (c0f0dc4b-483c-4003-8753-d3b6ad5bbfae), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:56.313070 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58fe4ed8-0bd4-4320-aad8-34419bc1976d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (dcdf603c-2976-4ae1-9020-b9a0afa8146f), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:56.315765 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58fe4ed8-0bd4-4320-aad8-34419bc1976d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:56.319479 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-58fe4ed8-0bd4-4320-aad8-34419bc1976d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dcdf603c-2976-4ae1-9020-b9a0afa8146f HTTP/1.1" status: 204 len: 168 time: 0.5532472 Jul 19 15:45:56.323640 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-012ff374-04f9-4818-b02a-2c7356da5d2b service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238468 Jul 19 15:45:56.329377 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe4ed8-0bd4-4320-aad8-34419bc1976d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdf603c-2976-4ae1-9020-b9a0afa8146f,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:56.377811 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b16f-8c4e-4b73-9dcb-d57499e0c37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (c0f0dc4b-483c-4003-8753-d3b6ad5bbfae), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:56.381020 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b16f-8c4e-4b73-9dcb-d57499e0c37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:56.384811 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0fc6b16f-8c4e-4b73-9dcb-d57499e0c37a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0f0dc4b-483c-4003-8753-d3b6ad5bbfae HTTP/1.1" status: 204 len: 168 time: 0.1594489 Jul 19 15:45:56.393341 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6b16f-8c4e-4b73-9dcb-d57499e0c37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f0dc4b-483c-4003-8753-d3b6ad5bbfae,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:56.446755 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fa35ccf5-91e3-48a5-ab88-94656980ad2e req-5b60a041-bf03-4b39-9de4-b736fb7a6a14 service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151333 Jul 19 15:45:56.691416 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['5e64b358-ca05-4217-81f6-26f217876ab3'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:45:56.822889 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee8ad6-4c9d-4726-b8fc-9a0f75fa54f8 req-f54be3ae-73fc-412b-a305-9a891caacbe4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:56.834784 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5dee8ad6-4c9d-4726-b8fc-9a0f75fa54f8 req-f54be3ae-73fc-412b-a305-9a891caacbe4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 945 time: 0.1188822 Jul 19 15:45:56.945829 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5dee8ad6-4c9d-4726-b8fc-9a0f75fa54f8 req-1cdfc8da-26eb-4153-a48e-870a7ae2c219 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100593 Jul 19 15:45:57.009532 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['c75827cb-3014-46a1-a3d9-1c24d0e5f8f7'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:45:57.011581 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:57.056967 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 56138) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:57.083360 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1c5eb6bd-18f0-4bcb-8db0-0b4f2a8fc3d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:57.106284 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bec9d-a825-49ba-8f88-d24599459c25 req-277a2374-b48a-46ef-a726-978b0682bcce tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:57.115331 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e53bec9d-a825-49ba-8f88-d24599459c25 req-277a2374-b48a-46ef-a726-978b0682bcce tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 944 time: 0.1091182 Jul 19 15:45:57.197036 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:45:57.232162 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:57.233591 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:57.251729 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8098fd8-7428-4507-850c-04f9ea5dfc23 req-1f672f35-854c-4158-b10f-1a93e8f74111 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:57.253231 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e53bec9d-a825-49ba-8f88-d24599459c25 req-1bf3615d-948f-4114-8aca-2592eadfd782 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369126 Jul 19 15:45:57.271929 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b8098fd8-7428-4507-850c-04f9ea5dfc23 req-1f672f35-854c-4158-b10f-1a93e8f74111 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 945 time: 0.1119723 Jul 19 15:45:57.280740 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:57.329703 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1c5eb6bd-18f0-4bcb-8db0-0b4f2a8fc3d6 admin admin] Publish callbacks [] for security_group (584311b9-3706-460b-8f2f-5d7f82de9e9a), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:57.338883 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1c5eb6bd-18f0-4bcb-8db0-0b4f2a8fc3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (584311b9-3706-460b-8f2f-5d7f82de9e9a), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:57.350577 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:57.351936 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:57.376349 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b8098fd8-7428-4507-850c-04f9ea5dfc23 req-0db56072-0b0b-4846-be88-9b566e8b5ae8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859027 Jul 19 15:45:57.443482 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-1c5eb6bd-18f0-4bcb-8db0-0b4f2a8fc3d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0395bbb0c124126b1e391e726a1afd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825793 Jul 19 15:45:57.443581 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56152) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:57.443666 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5eb6bd-18f0-4bcb-8db0-0b4f2a8fc3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584311b9-3706-460b-8f2f-5d7f82de9e9a,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:57.458774 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880096a9-5f9c-4e1c-9e43-47068d71fc76 req-a86e0e09-b83e-4303-8c3d-46fd90c26f65 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:57.460464 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-880096a9-5f9c-4e1c-9e43-47068d71fc76 req-a86e0e09-b83e-4303-8c3d-46fd90c26f65 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 944 time: 0.0869317 Jul 19 15:45:57.516698 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa557e82-e69e-4262-a833-083b2000aa5a admin admin] Publish callbacks [] for security_group (584311b9-3706-460b-8f2f-5d7f82de9e9a), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:57.523105 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:57.523502 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:57.538894 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-880096a9-5f9c-4e1c-9e43-47068d71fc76 req-375b93d8-e5fc-49ae-9f94-d9e902dd6fe3 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704339 Jul 19 15:45:57.545623 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa557e82-e69e-4262-a833-083b2000aa5a admin admin] Publish callbacks [] for security_group (584311b9-3706-460b-8f2f-5d7f82de9e9a), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:57.566514 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a77751-75d6-4aa5-a0d6-cb1af296b4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd72be0-aaa1-41b3-a6d5-52edc3f63b70'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:45:57.600718 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa557e82-e69e-4262-a833-083b2000aa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (584311b9-3706-460b-8f2f-5d7f82de9e9a), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:57.603499 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa557e82-e69e-4262-a833-083b2000aa5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:57.607113 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-aa557e82-e69e-4262-a833-083b2000aa5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/584311b9-3706-460b-8f2f-5d7f82de9e9a HTTP/1.1" status: 204 len: 168 time: 0.1604450 Jul 19 15:45:57.618859 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa557e82-e69e-4262-a833-083b2000aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584311b9-3706-460b-8f2f-5d7f82de9e9a,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:57.664480 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70,segment=NetworkSegment(8347f494-1fe9-4185-946e-959eae3293c1),segment_id=8347f494-1fe9-4185-946e-959eae3293c1)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:57.677510 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:57.678334 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device e7989e60-2708-4f38-9de4-2ddeed675e74 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:57.783546 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:57.787811 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56170) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:57.793521 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port e7989e60-2708-4f38-9de4-2ddeed675e74 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:45:57.800513 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port e7989e60-2708-4f38-9de4-2ddeed675e74 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:57.800884 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:57.871481 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f2d848-0d7d-4098-acbf-2eecbc1157a6" -d '{"events": [{"server_uuid": "82a77751-75d6-4aa5-a0d6-cb1af296b4e7", "name": "network-vif-plugged", "status": "completed", "tag": "8cd72be0-aaa1-41b3-a6d5-52edc3f63b70"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:45:57.893844 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port e7989e60-2708-4f38-9de4-2ddeed675e74 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:57.894258 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:57.950978 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port e7989e60-2708-4f38-9de4-2ddeed675e74, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e7989e60-2708-4f38-9de4-2ddeed675e74,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:57.959756 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:57.960823 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 61483d93-6fa5-46d1-b820-a274f98ffcbb up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:57.984477 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-919614320-network', 'tenant_id': '16b39ef7e23f47ac94133f827e3b4a11'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:58.020952 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Made reservation on behalf of 16b39ef7e23f47ac94133f827e3b4a11 for: {'network': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:45:58.029038 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.042640 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.043288 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port 61483d93-6fa5-46d1-b820-a274f98ffcbb completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:45:58.066707 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 61483d93-6fa5-46d1-b820-a274f98ffcbb triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:58.067321 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.090094 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=e7989e60-2708-4f38-9de4-2ddeed675e74,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:58.109571 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f834d3-528b-42b1-8747-3481a206d851 x-openstack-request-id: req-a1f834d3-528b-42b1-8747-3481a206d851 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:45:58.109883 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a77751-75d6-4aa5-a0d6-cb1af296b4e7", "name": "network-vif-plugged", "status": "completed", "tag": "8cd72be0-aaa1-41b3-a6d5-52edc3f63b70", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:45:58.110141 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1f834d3-528b-42b1-8747-3481a206d851 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:45:58.110606 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f834d3-528b-42b1-8747-3481a206d851'] response: {'server_uuid': '82a77751-75d6-4aa5-a0d6-cb1af296b4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd72be0-aaa1-41b3-a6d5-52edc3f63b70', 'code': 200} Jul 19 15:45:58.178313 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:58.188952 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 61483d93-6fa5-46d1-b820-a274f98ffcbb is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:58.189629 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.198507 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Publish callbacks [] for security_group (16022dfb-d8f2-4f42-bf38-71e7fdf83281), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.206769 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (16022dfb-d8f2-4f42-bf38-71e7fdf83281), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.223925 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec9c7-52f3-4cf3-9762-207a437943a0 req-a4dc8784-21b6-463a-a772-a8dd9d9604b9 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:58.237593 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-308ec9c7-52f3-4cf3-9762-207a437943a0 req-a4dc8784-21b6-463a-a772-a8dd9d9604b9 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 945 time: 0.1408570 Jul 19 15:45:58.256443 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:58.262347 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 61483d93-6fa5-46d1-b820-a274f98ffcbb, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:58.267725 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.291956 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=115784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:45:58.300512 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:58.318238 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16022dfb-d8f2-4f42-bf38-71e7fdf83281,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:58.331072 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:58.359363 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-308ec9c7-52f3-4cf3-9762-207a437943a0 req-76573494-7754-4e4d-8db8-b7f63ab955d0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204104 Jul 19 15:45:58.366549 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (8be42e42-5439-4991-9611-1fd80b73d99b), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.368889 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.segments_db [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Added segment 8be42e42-5439-4991-9611-1fd80b73d99b of type vlan for network 1e548b58-5f11-4479-bbc2-496767c7c0f7 Jul 19 15:45:58.423162 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=61483d93-6fa5-46d1-b820-a274f98ffcbb,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:58.570342 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04492a9a-d5dc-4e2d-94e5-ef2b715d2541 req-2b92e66e-d1fb-4c55-922e-ac75fbca14a0 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:58.578173 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-04492a9a-d5dc-4e2d-94e5-ef2b715d2541 req-2b92e66e-d1fb-4c55-922e-ac75fbca14a0 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 945 time: 0.2173445 Jul 19 15:45:58.580110 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (1e548b58-5f11-4479-bbc2-496767c7c0f7), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.712591 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (1e548b58-5f11-4479-bbc2-496767c7c0f7), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.713472 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:58.714654 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.746904 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-04492a9a-d5dc-4e2d-94e5-ef2b715d2541 req-cbe954de-cde8-49a1-afc0-0f556ae9a449 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570399 Jul 19 15:45:58.779187 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac525e-44c6-4267-88a1-b830bceb7df0 req-0588125b-9ba4-4aec-83cb-28b38bdbd8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:58.781659 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f8ac525e-44c6-4267-88a1-b830bceb7df0 req-0588125b-9ba4-4aec-83cb-28b38bdbd8aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 1129 time: 0.4175639 Jul 19 15:45:58.805411 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0156572 Jul 19 15:45:58.806825 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f8ac525e-44c6-4267-88a1-b830bceb7df0 req-700c880f-d628-41bc-bb09-1ccc5bd93c35 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.808930 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56222) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:45:58.815284 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-a003e451-36ac-4980-a008-40c7cc19651e admin admin] Request body: {'subnet': {'network_id': '1e548b58-5f11-4479-bbc2-496767c7c0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-919614320-subnet', 'tenant_id': '16b39ef7e23f47ac94133f827e3b4a11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:45:58.817377 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cfb50-208b-4886-98b0-b5ab71ba78b5 req-805a1f31-011d-427a-b8ac-986aee0b96a8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:58.819963 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95769ad4-f8f6-4b87-ab18-b11600e36425 admin admin] Pushing event updated for resources: {'Network': ['ID=1e548b58-5f11-4479-bbc2-496767c7c0f7,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:58.824516 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a28cfb50-208b-4886-98b0-b5ab71ba78b5 req-805a1f31-011d-427a-b8ac-986aee0b96a8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 945 time: 0.1096613 Jul 19 15:45:58.830820 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:58.865698 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 1e548b58-5f11-4479-bbc2-496767c7c0f7 details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:45:58.872257 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:45:58.877136 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a003e451-36ac-4980-a008-40c7cc19651e admin admin] Made reservation on behalf of 16b39ef7e23f47ac94133f827e3b4a11 for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:45:58.879672 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a003e451-36ac-4980-a008-40c7cc19651e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.923807 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493c45d-2679-4fe5-b649-f2c300946033 req-fb9e9aa0-d632-46b8-b144-c67cdc363300 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:58.925575 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3493c45d-2679-4fe5-b649-f2c300946033 req-fb9e9aa0-d632-46b8-b144-c67cdc363300 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 944 time: 0.0929399 Jul 19 15:45:58.927052 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a28cfb50-208b-4886-98b0-b5ab71ba78b5 req-53cf2b22-271b-45ab-b96d-66fbeec78277 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015253 Jul 19 15:45:58.985616 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f8ac525e-44c6-4267-88a1-b830bceb7df0 req-700c880f-d628-41bc-bb09-1ccc5bd93c35 service neutron] Publish callbacks [] for security_group (21bc2732-ec9d-41dc-ad82-8b3780ff7523), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:58.989774 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:45:58.994779 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f8ac525e-44c6-4267-88a1-b830bceb7df0 req-700c880f-d628-41bc-bb09-1ccc5bd93c35 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (21bc2732-ec9d-41dc-ad82-8b3780ff7523), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:59.002216 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:59.006051 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:59.049670 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f8ac525e-44c6-4267-88a1-b830bceb7df0 req-700c880f-d628-41bc-bb09-1ccc5bd93c35 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597446 Jul 19 15:45:59.050674 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c880f-d628-41bc-bb09-1ccc5bd93c35 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=21bc2732-ec9d-41dc-ad82-8b3780ff7523,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:59.053262 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3493c45d-2679-4fe5-b649-f2c300946033 req-77e38913-d61f-4515-a8ea-8b4d8cf20838 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930240 Jul 19 15:45:59.106063 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:59.106491 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:59.145110 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:59.149120 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:59.150006 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 5e64b358-ca05-4217-81f6-26f217876ab3 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:45:59.164318 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a003e451-36ac-4980-a008-40c7cc19651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for subnet (0cb8003a-202b-4978-a12d-7af724e94be5), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:59.230318 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:59.236645 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003e451-36ac-4980-a008-40c7cc19651e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb8003a-202b-4978-a12d-7af724e94be5,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:59.239327 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port 5e64b358-ca05-4217-81f6-26f217876ab3 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:45:59.243572 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a003e451-36ac-4980-a008-40c7cc19651e admin admin] Checking segment: {'id': '8be42e42-5439-4991-9611-1fd80b73d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1e548b58-5f11-4479-bbc2-496767c7c0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:45:59.243917 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a003e451-36ac-4980-a008-40c7cc19651e admin admin] Network hostable DHCP agents. Network: 1e548b58-5f11-4479-bbc2-496767c7c0f7, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:45:59.245956 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 5e64b358-ca05-4217-81f6-26f217876ab3 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:45:59.246622 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:59.263104 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a003e451-36ac-4980-a008-40c7cc19651e admin admin] Network 1e548b58-5f11-4479-bbc2-496767c7c0f7 is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:45:59.273840 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-a003e451-36ac-4980-a008-40c7cc19651e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 1e548b58-5f11-4479-bbc2-496767c7c0f7) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:45:59.280437 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003e451-36ac-4980-a008-40c7cc19651e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:59.282534 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a003e451-36ac-4980-a008-40c7cc19651e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:59.287058 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c215bbf-2868-40de-92c1-af8af3f33fa6 None None] Network 1e548b58-5f11-4479-bbc2-496767c7c0f7 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:45:59.319048 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-a003e451-36ac-4980-a008-40c7cc19651e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5089715 Jul 19 15:45:59.394122 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 5e64b358-ca05-4217-81f6-26f217876ab3 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:45:59.394600 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:59.493494 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 5e64b358-ca05-4217-81f6-26f217876ab3, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=5e64b358-ca05-4217-81f6-26f217876ab3,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:45:59.497492 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c46e0ab-0f45-48de-bb6e-e94642979990 None None] Network 1e548b58-5f11-4479-bbc2-496767c7c0f7 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:45:59.525039 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:45:59.525987 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61717b65-15a4-4bff-a765-129fa5a2f2c1 req-51fabaaf-efc1-444b-8317-5166362b40d4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:59.527860 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-61717b65-15a4-4bff-a765-129fa5a2f2c1 req-51fabaaf-efc1-444b-8317-5166362b40d4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0661509 Jul 19 15:45:59.584264 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-61717b65-15a4-4bff-a765-129fa5a2f2c1 req-e0f9c372-a18f-4b6d-b052-3162647f2554 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497530 Jul 19 15:45:59.623742 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=5e64b358-ca05-4217-81f6-26f217876ab3,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:45:59.875352 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627d60e-3d12-40ac-965c-416f3980cbca req-20f17cd6-7876-4941-89f8-def3dd39d6ff tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:45:59.882488 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4627d60e-3d12-40ac-965c-416f3980cbca req-20f17cd6-7876-4941-89f8-def3dd39d6ff tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 945 time: 0.0607507 Jul 19 15:45:59.945159 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4627d60e-3d12-40ac-965c-416f3980cbca req-0c43806a-dcab-460b-a707-41951e4079a8 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615356 Jul 19 15:46:00.111277 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764ab5a7-4ebb-4d76-a34b-5f311883bcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7989e60-2708-4f38-9de4-2ddeed675e74'}, {'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb'}, {'server_uuid': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7'}, {'server_uuid': '4fa1efb1-1488-48f4-a6ec-9b4787e01277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e64b358-ca05-4217-81f6-26f217876ab3'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:46:00.115159 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d009697-321f-43ea-947d-27891912251b" -d '{"events": [{"server_uuid": "764ab5a7-4ebb-4d76-a34b-5f311883bcbe", "name": "network-vif-plugged", "status": "completed", "tag": "e7989e60-2708-4f38-9de4-2ddeed675e74"}, {"server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "name": "network-vif-plugged", "status": "completed", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb"}, {"server_uuid": "5f1579c0-907a-490f-ad8e-0fe2db0baf97", "name": "network-vif-plugged", "status": "completed", "tag": "c75827cb-3014-46a1-a3d9-1c24d0e5f8f7"}, {"server_uuid": "4fa1efb1-1488-48f4-a6ec-9b4787e01277", "name": "network-vif-plugged", "status": "completed", "tag": "5e64b358-ca05-4217-81f6-26f217876ab3"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:46:00.139684 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9d657-1683-4d14-9674-1618266b82e4 req-d8632663-ca2e-4960-8b85-756e2b25edaa tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:00.141295 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-84c9d657-1683-4d14-9674-1618266b82e4 req-d8632663-ca2e-4960-8b85-756e2b25edaa tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.1288552 Jul 19 15:46:00.193862 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 56288) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:00.200093 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-914532986-network', 'tenant_id': '2c03f00770f34ddcb558bd1eb990cbf2'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:46:00.233245 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:00.243425 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-84c9d657-1683-4d14-9674-1618266b82e4 req-40e7f83b-9fab-41ef-9741-37fad9a64e82 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924916 Jul 19 15:46:00.251287 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930daf21-e2c2-4510-85bd-3274d74a0fe4 req-f72a3fed-0f18-4a9d-82a1-e2b6a91493bf tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:00.255505 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-930daf21-e2c2-4510-85bd-3274d74a0fe4 req-f72a3fed-0f18-4a9d-82a1-e2b6a91493bf tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0837564 Jul 19 15:46:00.262382 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Made reservation on behalf of 2c03f00770f34ddcb558bd1eb990cbf2 for: {'network': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:46:00.268386 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:00.283837 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:00.308254 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:00.319208 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:00.346180 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 19 Jul 2022 15:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1d2de5-f7c5-417e-8418-aeefb0f17dce x-openstack-request-id: req-5b1d2de5-f7c5-417e-8418-aeefb0f17dce {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:46:00.346180 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764ab5a7-4ebb-4d76-a34b-5f311883bcbe", "name": "network-vif-plugged", "status": "completed", "tag": "e7989e60-2708-4f38-9de4-2ddeed675e74", "code": 200}, {"server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "name": "network-vif-plugged", "status": "completed", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb", "code": 200}, {"server_uuid": "5f1579c0-907a-490f-ad8e-0fe2db0baf97", "name": "network-vif-plugged", "status": "completed", "tag": "c75827cb-3014-46a1-a3d9-1c24d0e5f8f7", "code": 200}, {"server_uuid": "4fa1efb1-1488-48f4-a6ec-9b4787e01277", "name": "network-vif-plugged", "status": "completed", "tag": "5e64b358-ca05-4217-81f6-26f217876ab3", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:46:00.346180 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b1d2de5-f7c5-417e-8418-aeefb0f17dce {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:46:00.346180 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1d2de5-f7c5-417e-8418-aeefb0f17dce'] response: {'server_uuid': '764ab5a7-4ebb-4d76-a34b-5f311883bcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7989e60-2708-4f38-9de4-2ddeed675e74', 'code': 200} Jul 19 15:46:00.346180 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1d2de5-f7c5-417e-8418-aeefb0f17dce'] response: {'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'code': 200} Jul 19 15:46:00.346600 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1d2de5-f7c5-417e-8418-aeefb0f17dce'] response: {'server_uuid': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'code': 200} Jul 19 15:46:00.346669 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1d2de5-f7c5-417e-8418-aeefb0f17dce'] response: {'server_uuid': '4fa1efb1-1488-48f4-a6ec-9b4787e01277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e64b358-ca05-4217-81f6-26f217876ab3', 'code': 200} Jul 19 15:46:00.350985 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-930daf21-e2c2-4510-85bd-3274d74a0fe4 req-33d0a1a4-601a-4392-a8ef-896c6922257b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945067 Jul 19 15:46:00.422465 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Publish callbacks [] for security_group (45cfdf47-b832-4345-994b-2e7896026ef5), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:00.427868 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (45cfdf47-b832-4345-994b-2e7896026ef5), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:00.475462 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=115785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:46:00.489640 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cfdf47-b832-4345-994b-2e7896026ef5,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:00.493837 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (f20fc7cf-d5ad-4645-b68f-1393776a4490), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:00.494150 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.segments_db [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Added segment f20fc7cf-d5ad-4645-b68f-1393776a4490 of type vlan for network c6fc1148-a508-4193-8aa4-1b702ab81fba Jul 19 15:46:00.507457 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.507804 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.508255 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.508598 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.508985 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.509450 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.509785 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.510178 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.510532 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.511342 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.511342 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.511508 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.511837 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.512161 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.512489 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:00.564755 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (c6fc1148-a508-4193-8aa4-1b702ab81fba), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:00.608127 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:00.612389 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (c6fc1148-a508-4193-8aa4-1b702ab81fba), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:00.614036 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:00.614885 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:00.751486 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5560703 Jul 19 15:46:00.753902 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56316) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:00.760444 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Request body: {'subnet': {'network_id': 'c6fc1148-a508-4193-8aa4-1b702ab81fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-914532986-subnet', 'tenant_id': '2c03f00770f34ddcb558bd1eb990cbf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:46:00.763376 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bfe7f-26bd-445b-b940-656c2a3f10f2 req-bdfe0937-385a-4891-8e09-27f45c9c4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:00.766662 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-953bfe7f-26bd-445b-b940-656c2a3f10f2 req-bdfe0937-385a-4891-8e09-27f45c9c4818 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 1130 time: 0.1685631 Jul 19 15:46:00.819222 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Made reservation on behalf of 2c03f00770f34ddcb558bd1eb990cbf2 for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:46:00.821744 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:00.862405 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fcdba-e31a-425a-b091-99d1410a5ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=c6fc1148-a508-4193-8aa4-1b702ab81fba,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:00.872848 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network c6fc1148-a508-4193-8aa4-1b702ab81fba details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:46:00.917816 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104a3e0-4cb0-4f74-bc96-ca64a5fddc88 req-634c2c25-0d7a-49ec-bff5-48367f8a95e5 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:00.926790 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2104a3e0-4cb0-4f74-bc96-ca64a5fddc88 req-634c2c25-0d7a-49ec-bff5-48367f8a95e5 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0865169 Jul 19 15:46:00.961664 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 56320) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:00.985379 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2104a3e0-4cb0-4f74-bc96-ca64a5fddc88 req-86f3a978-9a1f-457c-83ff-54eee9147a18 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576034 Jul 19 15:46:01.111040 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0e5495b1-7895-4067-8ca3-9144bac7ddc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:01.124155 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c2482-c1f3-405c-8284-cb6c184c579e req-8d15b5b7-ea9f-464a-8c78-2163aaa72414 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:01.125720 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0d7c2482-c1f3-405c-8284-cb6c184c579e req-8d15b5b7-ea9f-464a-8c78-2163aaa72414 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 945 time: 0.0871065 Jul 19 15:46:01.127883 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for subnet (c137a043-fe0a-497b-a223-a8ae590ae0f9), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:01.253378 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0e5495b1-7895-4067-8ca3-9144bac7ddc7 admin admin] Publish callbacks [] for security_group (a8b62528-507d-46fe-b421-fed281009590), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:01.307427 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0e5495b1-7895-4067-8ca3-9144bac7ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a8b62528-507d-46fe-b421-fed281009590), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:01.362106 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c137a043-fe0a-497b-a223-a8ae590ae0f9,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:01.386503 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37387a-6052-420a-b639-fdea0bc5177b req-3f7ddd25-f16a-400a-bc9a-dca74efaf84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:01.389463 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9b37387a-6052-420a-b639-fdea0bc5177b req-3f7ddd25-f16a-400a-bc9a-dca74efaf84e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 1129 time: 0.1922200 Jul 19 15:46:01.397975 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680bd46-eea4-4e7c-b737-bdb686a87d19 req-ba460cab-0377-43b2-accf-88b5eba4710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:01.414515 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8680bd46-eea4-4e7c-b737-bdb686a87d19 req-ba460cab-0377-43b2-accf-88b5eba4710e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 1130 time: 0.1988719 Jul 19 15:46:01.492398 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5985ce-4beb-480a-9d74-84c5e211803b req-0e6cc0b7-bba7-494e-b8c0-835ef180f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:01.494197 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ae5985ce-4beb-480a-9d74-84c5e211803b req-0e6cc0b7-bba7-494e-b8c0-835ef180f1cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 1129 time: 0.2855823 Jul 19 15:46:01.497576 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-0e5495b1-7895-4067-8ca3-9144bac7ddc7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a4327c34b38406a816684925ad8afab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5348306 Jul 19 15:46:01.531324 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5495b1-7895-4067-8ca3-9144bac7ddc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b62528-507d-46fe-b421-fed281009590,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:01.536244 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 56346) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:01.563934 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-953bfe7f-26bd-445b-b940-656c2a3f10f2 req-71baff8f-a895-4266-a2a7-ce459b1ffb23 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3541284 Jul 19 15:46:01.574528 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:01.615915 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504cfdd-e3b3-497b-88b5-412950280cc0 req-d8fb09b6-7f20-4fa0-a45d-21693665ca48 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:01.617407 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0504cfdd-e3b3-497b-88b5-412950280cc0 req-d8fb09b6-7f20-4fa0-a45d-21693665ca48 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.2413363 Jul 19 15:46:01.623764 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.624144 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.624503 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.624833 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.625157 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.625479 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.625796 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.626117 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.626479 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.626801 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.627627 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.627627 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.627910 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.628101 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.628374 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:01.632917 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Checking segment: {'id': 'f20fc7cf-d5ad-4645-b68f-1393776a4490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c6fc1148-a508-4193-8aa4-1b702ab81fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:46:01.633270 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Network hostable DHCP agents. Network: c6fc1148-a508-4193-8aa4-1b702ab81fba, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:46:01.638585 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0d7c2482-c1f3-405c-8284-cb6c184c579e req-4a5cc623-bdcb-457c-b3dc-0273ea41bb5d tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049133 Jul 19 15:46:01.694333 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9b37387a-6052-420a-b639-fdea0bc5177b req-733378cd-ea9f-4c47-bc98-a4a4e812f1a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936397 Jul 19 15:46:01.695266 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Network c6fc1148-a508-4193-8aa4-1b702ab81fba is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:46:01.699768 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ae5985ce-4beb-480a-9d74-84c5e211803b req-9fe01833-8ab6-48f4-89ef-ca9933d6ddc5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647198 Jul 19 15:46:01.712021 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, c6fc1148-a508-4193-8aa4-1b702ab81fba) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:46:01.712266 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8680bd46-eea4-4e7c-b737-bdb686a87d19 req-6f2edb12-11b7-41c6-9ba0-e669e07d06b0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060976 Jul 19 15:46:01.727781 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:01.728399 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:01.728662 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818221c-cea6-4158-b21d-78008bef8059 None None] Network c6fc1148-a508-4193-8aa4-1b702ab81fba requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:46:01.766431 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-83a3d2a0-0a8c-4a46-92ea-683c4b2c3526 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0109904 Jul 19 15:46:01.816615 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd22ce5-11d3-415b-ac50-d51c261ee95b req-6b9e50ed-0330-4a18-913e-ffcf8d30ded9 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:01.825627 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7dd22ce5-11d3-415b-ac50-d51c261ee95b req-6b9e50ed-0330-4a18-913e-ffcf8d30ded9 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0793056 Jul 19 15:46:01.850606 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0504cfdd-e3b3-497b-88b5-412950280cc0 req-7c875f18-8be5-437b-8a8d-e70a0c26db77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118974 Jul 19 15:46:01.851482 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-45108bec-f7e7-42d5-a5e7-df64416bc935 admin admin] Publish callbacks [] for security_group (a8b62528-507d-46fe-b421-fed281009590), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:01.907372 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-45108bec-f7e7-42d5-a5e7-df64416bc935 admin admin] Publish callbacks [] for security_group (a8b62528-507d-46fe-b421-fed281009590), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:01.940400 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7dd22ce5-11d3-415b-ac50-d51c261ee95b req-d07a7c5c-f564-4130-948d-63f016f8eb4a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136448 Jul 19 15:46:01.996212 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-45108bec-f7e7-42d5-a5e7-df64416bc935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a8b62528-507d-46fe-b421-fed281009590), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:01.999611 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-45108bec-f7e7-42d5-a5e7-df64416bc935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:02.003682 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-45108bec-f7e7-42d5-a5e7-df64416bc935 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8b62528-507d-46fe-b421-fed281009590 HTTP/1.1" status: 204 len: 168 time: 0.4548419 Jul 19 15:46:02.020470 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45108bec-f7e7-42d5-a5e7-df64416bc935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b62528-507d-46fe-b421-fed281009590,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:02.031760 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:02.053167 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:02.101154 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5249a72e-a775-41ac-bd44-a5a9b3606387 None None] Network c6fc1148-a508-4193-8aa4-1b702ab81fba requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:46:02.156656 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12894b05-f5d2-4c76-8668-6b1525060223 req-6e2aaf8b-8c6a-4678-9d0f-17ef771a2115 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:02.158420 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-12894b05-f5d2-4c76-8668-6b1525060223 req-6e2aaf8b-8c6a-4678-9d0f-17ef771a2115 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0771587 Jul 19 15:46:02.258225 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-12894b05-f5d2-4c76-8668-6b1525060223 req-3266b9e8-74c4-46c5-8442-78655e378008 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934913 Jul 19 15:46:02.479286 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 56374) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:02.493698 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-32580893-1a95-4229-b503-275671be82cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:02.507211 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:02.590960 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-32580893-1a95-4229-b503-275671be82cf admin admin] Publish callbacks [] for security_group (eaaf8276-9a1e-4ec5-90a8-8a07d42f27a6), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:02.598085 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-32580893-1a95-4229-b503-275671be82cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (eaaf8276-9a1e-4ec5-90a8-8a07d42f27a6), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:02.640228 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-32580893-1a95-4229-b503-275671be82cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9eb0ad802904a31a3015883260bd99d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1595886 Jul 19 15:46:02.641336 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32580893-1a95-4229-b503-275671be82cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaf8276-9a1e-4ec5-90a8-8a07d42f27a6,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:02.643021 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56380) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:02.713064 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-358a1707-e579-4a61-856c-03a3215676bf admin admin] Publish callbacks [] for security_group (eaaf8276-9a1e-4ec5-90a8-8a07d42f27a6), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:02.740035 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-358a1707-e579-4a61-856c-03a3215676bf admin admin] Publish callbacks [] for security_group (eaaf8276-9a1e-4ec5-90a8-8a07d42f27a6), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:02.808368 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-358a1707-e579-4a61-856c-03a3215676bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (eaaf8276-9a1e-4ec5-90a8-8a07d42f27a6), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:02.813579 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-358a1707-e579-4a61-856c-03a3215676bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:02.815964 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-358a1707-e579-4a61-856c-03a3215676bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eaaf8276-9a1e-4ec5-90a8-8a07d42f27a6 HTTP/1.1" status: 204 len: 168 time: 0.1714232 Jul 19 15:46:02.828665 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a1707-e579-4a61-856c-03a3215676bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaf8276-9a1e-4ec5-90a8-8a07d42f27a6,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:02.997248 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:03.011673 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62735889-870b-4b26-9516-489b81d16718 req-28d53164-8b1c-4774-af42-03f90e6bf5c9 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:03.013164 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-62735889-870b-4b26-9516-489b81d16718 req-28d53164-8b1c-4774-af42-03f90e6bf5c9 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0679276 Jul 19 15:46:03.080506 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-62735889-870b-4b26-9516-489b81d16718 req-2893bc23-48c8-4afd-a196-9bbad302096e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576105 Jul 19 15:46:03.084758 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d9688-68a9-4a0d-bafe-ee25e4bce8c8 req-45461a03-1695-4311-8c4c-c585ea036f77 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:03.086270 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c51d9688-68a9-4a0d-bafe-ee25e4bce8c8 req-45461a03-1695-4311-8c4c-c585ea036f77 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0599606 Jul 19 15:46:03.146794 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c51d9688-68a9-4a0d-bafe-ee25e4bce8c8 req-e3ff0cd5-cc3c-44f4-8904-90b8cfec053c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543301 Jul 19 15:46:03.393667 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:03.411780 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa422954-b750-4861-b7a5-ba3504252e0f req-9ec30b99-f690-4874-a505-1432c989f140 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:03.413371 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fa422954-b750-4861-b7a5-ba3504252e0f req-9ec30b99-f690-4874-a505-1432c989f140 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0548766 Jul 19 15:46:03.495945 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fa422954-b750-4861-b7a5-ba3504252e0f req-d899665e-d04e-468c-ab12-d0cc4330746c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723231 Jul 19 15:46:04.204406 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efeae75-90b7-4735-a11e-880524524652 req-bf2703a5-ac15-4ded-9e8a-d419a92af888 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:04.205885 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0efeae75-90b7-4735-a11e-880524524652 req-bf2703a5-ac15-4ded-9e8a-d419a92af888 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0510781 Jul 19 15:46:04.254798 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0efeae75-90b7-4735-a11e-880524524652 req-c646aa7f-d78e-4c3d-a9ce-89437b401942 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423758 Jul 19 15:46:04.353404 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df6d89-d4c7-482b-a904-2141b2991abd req-623769c4-3c7e-4233-9b94-c03cc0f1e965 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:04.354868 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-91df6d89-d4c7-482b-a904-2141b2991abd req-623769c4-3c7e-4233-9b94-c03cc0f1e965 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0478115 Jul 19 15:46:04.402181 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-91df6d89-d4c7-482b-a904-2141b2991abd req-5c362e21-6412-42e8-8e74-81c2b2f426af tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Jul 19 15:46:04.608234 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82734fa8-6d23-4558-8424-13468b05e2b8 req-6bc3cc0b-0b12-4a3c-8cab-085cfac8e94f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:04.609582 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-82734fa8-6d23-4558-8424-13468b05e2b8 req-6bc3cc0b-0b12-4a3c-8cab-085cfac8e94f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0503173 Jul 19 15:46:04.655998 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-82734fa8-6d23-4558-8424-13468b05e2b8 req-82bb8a8b-c064-4de5-9f0d-aabb786efa7e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409281 Jul 19 15:46:05.376021 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e14760-8579-4e5d-a250-f482f565479a req-42c8d879-2446-4933-af8a-a3f33a4754c5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:05.377489 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1e14760-8579-4e5d-a250-f482f565479a req-42c8d879-2446-4933-af8a-a3f33a4754c5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0487423 Jul 19 15:46:05.424364 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1e14760-8579-4e5d-a250-f482f565479a req-70ed293f-099d-4f09-9d2f-5c2df189f5a1 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411301 Jul 19 15:46:05.524432 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a912099-c59e-4edf-a7d6-162eba7708a7 req-8a2d4b67-1753-4048-9ad8-6834692c6f8d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:05.525785 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3a912099-c59e-4edf-a7d6-162eba7708a7 req-8a2d4b67-1753-4048-9ad8-6834692c6f8d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0471466 Jul 19 15:46:05.575386 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3a912099-c59e-4edf-a7d6-162eba7708a7 req-198aab21-3ded-4c59-8996-34d3a8b83bdc tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439842 Jul 19 15:46:05.772110 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf446e-e7af-44bf-99ff-dc56fb01a8a9 req-43729825-b64d-4d7a-8640-f488cbbb399d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:05.773610 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7fdf446e-e7af-44bf-99ff-dc56fb01a8a9 req-43729825-b64d-4d7a-8640-f488cbbb399d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0481164 Jul 19 15:46:05.820600 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7fdf446e-e7af-44bf-99ff-dc56fb01a8a9 req-82e45359-f47a-4493-b222-9dc44d72f06d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415003 Jul 19 15:46:06.537864 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642f571-a470-47bb-9685-4cf0945a5e5f req-83878dc1-22c2-4e50-bd02-a2fb6964b9ed tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:06.539344 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b642f571-a470-47bb-9685-4cf0945a5e5f req-83878dc1-22c2-4e50-bd02-a2fb6964b9ed tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0471354 Jul 19 15:46:06.589193 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b642f571-a470-47bb-9685-4cf0945a5e5f req-887fa9e5-25cc-499d-abbb-f1fd09c07c45 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426064 Jul 19 15:46:06.700121 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcefdc-37be-4d98-9447-c26b79d8cc3a req-27a2ba8a-f94d-4b4f-b75d-e658e5bc4389 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:06.702086 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c0fcefdc-37be-4d98-9447-c26b79d8cc3a req-27a2ba8a-f94d-4b4f-b75d-e658e5bc4389 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0573716 Jul 19 15:46:06.752114 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c0fcefdc-37be-4d98-9447-c26b79d8cc3a req-095bdabd-362a-45b6-925e-7046e5a6812d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445480 Jul 19 15:46:06.946928 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27ac3-0d9c-4ae8-b152-e60b00e1f2f1 req-11cb3c25-d91f-4b63-9c85-1e517b403124 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:06.948862 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-48d27ac3-0d9c-4ae8-b152-e60b00e1f2f1 req-11cb3c25-d91f-4b63-9c85-1e517b403124 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0518727 Jul 19 15:46:07.009214 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-48d27ac3-0d9c-4ae8-b152-e60b00e1f2f1 req-d8973022-ee8e-444a-84e4-9dc91e5b17f6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491393 Jul 19 15:46:07.152345 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:07.168961 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6f232-f901-4f81-9d79-2538a89f7d59 req-bed8a528-2307-459c-bb85-45c3dfcee4f0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:07.171017 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d0c6f232-f901-4f81-9d79-2538a89f7d59 req-bed8a528-2307-459c-bb85-45c3dfcee4f0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0517526 Jul 19 15:46:07.179512 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 56496) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:07.184375 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-d613cd96-5401-49c3-93a7-bec95b6a3803 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Request body: {'floatingip': {'port_id': '61483d93-6fa5-46d1-b820-a274f98ffcbb'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:46:07.260949 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d613cd96-5401-49c3-93a7-bec95b6a3803 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (83e746cf-db62-4977-a9b2-f515bf16fb65), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:07.607408 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:07.840491 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47b9a5-6e5b-4b4a-9630-48e201552653 req-2bd900e7-8c1f-4ff8-a374-91721e19bc38 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:07.848510 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fd47b9a5-6e5b-4b4a-9630-48e201552653 req-2bd900e7-8c1f-4ff8-a374-91721e19bc38 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.1194594 Jul 19 15:46:07.965106 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fd47b9a5-6e5b-4b4a-9630-48e201552653 req-ed7af574-1efa-44fa-b984-c2e9b768c846 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069515 Jul 19 15:46:08.059506 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c94a3438-aa17-42fb-82ea-31d537822d1b req-41ebd24c-34d3-46dd-a862-8bfecd8efe7a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3426576 Jul 19 15:46:08.084409 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b87c26-7b93-4c88-a71b-07ce5f6cf2ff req-517c07fd-6021-4d8c-b4c8-f64fc3a9c264 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:08.086033 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-87b87c26-7b93-4c88-a71b-07ce5f6cf2ff req-517c07fd-6021-4d8c-b4c8-f64fc3a9c264 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0508485 Jul 19 15:46:08.117473 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:08.134614 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-87b87c26-7b93-4c88-a71b-07ce5f6cf2ff req-2a82d7c1-6611-44eb-8ed4-1659fbc91230 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430427 Jul 19 15:46:08.195689 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d613cd96-5401-49c3-93a7-bec95b6a3803 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:08.199592 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d613cd96-5401-49c3-93a7-bec95b6a3803 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (83e746cf-db62-4977-a9b2-f515bf16fb65), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:08.304229 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [None req-d613cd96-5401-49c3-93a7-bec95b6a3803 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Floating IP 83e746cf-db62-4977-a9b2-f515bf16fb65 associated. External IP: 172.27.2.39, port: 61483d93-6fa5-46d1-b820-a274f98ffcbb. Jul 19 15:46:08.405386 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:08.419254 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1364109-2203-4a9f-974b-46193015bada req-3ec71eaf-c8a1-4f6f-ad36-c97ab52b2265 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:08.420920 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c1364109-2203-4a9f-974b-46193015bada req-3ec71eaf-c8a1-4f6f-ad36-c97ab52b2265 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0533333 Jul 19 15:46:08.470090 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c1364109-2203-4a9f-974b-46193015bada req-c5a43789-f172-4da6-b911-3ff3603ecf6e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433960 Jul 19 15:46:08.518200 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d613cd96-5401-49c3-93a7-bec95b6a3803 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Router 527c3e6f-f791-4af5-9eef-662c9e884963 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:46:08.621219 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d613cd96-5401-49c3-93a7-bec95b6a3803 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:46:08.626177 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d613cd96-5401-49c3-93a7-bec95b6a3803 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:08.634478 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca443249-1d48-474e-a865-9a7d0d3f55fb None None] Sync routers for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:46:08.644158 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca443249-1d48-474e-a865-9a7d0d3f55fb None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:46:08.644764 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-ca443249-1d48-474e-a865-9a7d0d3f55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:45:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:08.656313 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-d613cd96-5401-49c3-93a7-bec95b6a3803 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "PUT /v2.0/floatingips/83e746cf-db62-4977-a9b2-f515bf16fb65 HTTP/1.1" status: 200 len: 991 time: 1.4756930 Jul 19 15:46:08.657051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:46:08.659495 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bd5dc5-8d3d-4c73-bf78-08809b528ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:46:08.696463 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654cf14b-95ab-4a07-b908-15c92964089e x-openstack-request-id: req-654cf14b-95ab-4a07-b908-15c92964089e {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:46:08.696755 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:46:08.697013 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-654cf14b-95ab-4a07-b908-15c92964089e {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:46:08.697446 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654cf14b-95ab-4a07-b908-15c92964089e'] response: {'name': 'network-changed', 'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'status': 'completed', 'code': 200} Jul 19 15:46:08.745665 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-ca443249-1d48-474e-a865-9a7d0d3f55fb None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:46:09.004783 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-ca443249-1d48-474e-a865-9a7d0d3f55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '83e746cf-db62-4977-a9b2-f515bf16fb65', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'port_id': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'mac_address': 'fa:16:3e:2c:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:45:18Z', 'updated_at': '2022-07-19T15:46:08Z', 'revision_number': 1, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 5, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:09.029600 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca443249-1d48-474e-a865-9a7d0d3f55fb None None] Checking router: 527c3e6f-f791-4af5-9eef-662c9e884963 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:46:09.038639 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca443249-1d48-474e-a865-9a7d0d3f55fb None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:46:09.039241 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-ca443249-1d48-474e-a865-9a7d0d3f55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:45:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:09.072047 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95d6b4-6839-4eab-8ec4-2c850fb7af0a req-df068d63-f0eb-4d02-95c8-093f6588a1c2 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:09.074372 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0a95d6b4-6839-4eab-8ec4-2c850fb7af0a req-df068d63-f0eb-4d02-95c8-093f6588a1c2 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0503895 Jul 19 15:46:09.084155 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:09.129910 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0a95d6b4-6839-4eab-8ec4-2c850fb7af0a req-a3136b02-3527-4d48-aac5-21b552390b9a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490341 Jul 19 15:46:09.142035 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-ca443249-1d48-474e-a865-9a7d0d3f55fb None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:46:09.350554 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-ca443249-1d48-474e-a865-9a7d0d3f55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '83e746cf-db62-4977-a9b2-f515bf16fb65', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'port_id': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'mac_address': 'fa:16:3e:2c:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:45:18Z', 'updated_at': '2022-07-19T15:46:08Z', 'revision_number': 1, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 5, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:09.374971 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca443249-1d48-474e-a865-9a7d0d3f55fb None None] The sync data for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi is: [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '83e746cf-db62-4977-a9b2-f515bf16fb65', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'port_id': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'mac_address': 'fa:16:3e:2c:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:45:18Z', 'updated_at': '2022-07-19T15:46:08Z', 'revision_number': 1, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 5, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:46:09.575956 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3335d08-fefc-44bd-9921-07e64951332d None None] New status for floating IP 83e746cf-db62-4977-a9b2-f515bf16fb65: ACTIVE {{(pid=115786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:46:09.589705 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03458627-58d8-4f92-9f52-8abd173970e0 req-889dd846-15e3-48a5-aa33-3e6dd0ae0290 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:09.591471 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-03458627-58d8-4f92-9f52-8abd173970e0 req-889dd846-15e3-48a5-aa33-3e6dd0ae0290 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0485487 Jul 19 15:46:09.641848 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-03458627-58d8-4f92-9f52-8abd173970e0 req-ac9d56d5-9196-4ac2-976e-c516fb157842 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445058 Jul 19 15:46:10.243212 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc380a4-55d1-43df-b213-8ca67d1d1b8a req-88f6d594-df69-40ee-aab6-ea54d7b677b1 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:10.244614 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4dc380a4-55d1-43df-b213-8ca67d1d1b8a req-88f6d594-df69-40ee-aab6-ea54d7b677b1 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0480654 Jul 19 15:46:10.291591 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4dc380a4-55d1-43df-b213-8ca67d1d1b8a req-325b6377-9cbe-4fa1-b185-49228b1fe4b3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403416 Jul 19 15:46:10.756914 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698752f-6490-4393-88b5-37167178a452 req-dd155ba4-b716-47ac-ac53-70065554fc79 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:10.758379 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4698752f-6490-4393-88b5-37167178a452 req-dd155ba4-b716-47ac-ac53-70065554fc79 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0489943 Jul 19 15:46:10.805407 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4698752f-6490-4393-88b5-37167178a452 req-c0e0c81d-ca37-4d47-b3a9-9bd87f182ea1 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414357 Jul 19 15:46:11.422803 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd17728-9926-470f-9661-6343a215a39a req-9c9c5b3e-0e2e-416f-b72a-b1f51c1ca556 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:11.424272 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-bfd17728-9926-470f-9661-6343a215a39a req-9c9c5b3e-0e2e-416f-b72a-b1f51c1ca556 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0535092 Jul 19 15:46:11.471336 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-bfd17728-9926-470f-9661-6343a215a39a req-3d773a70-1562-4956-89c4-9b34b719556e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415702 Jul 19 15:46:11.828673 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a3438-aa17-42fb-82ea-31d537822d1b req-7d978802-7e9e-472b-b1a5-4f5ee16c6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:11.839430 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c94a3438-aa17-42fb-82ea-31d537822d1b req-7d978802-7e9e-472b-b1a5-4f5ee16c6ccf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=905aecc2e33f4befb1a47740e8d53611&device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 1129 time: 0.0897121 Jul 19 15:46:11.855723 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930e13a-130e-4e2d-b288-6c759b2adbb1 req-66c50158-c7ea-4512-9c64-87cc2c458bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:11.857437 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c930e13a-130e-4e2d-b288-6c759b2adbb1 req-66c50158-c7ea-4512-9c64-87cc2c458bc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 1129 time: 0.0698638 Jul 19 15:46:11.949670 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122fbea-cbf9-4c59-a4b6-79ae94471410 req-14d6cbf5-3e62-4243-8ad8-0c76aeb06ac0 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:11.951212 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4122fbea-cbf9-4c59-a4b6-79ae94471410 req-14d6cbf5-3e62-4243-8ad8-0c76aeb06ac0 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0574107 Jul 19 15:46:12.012945 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4122fbea-cbf9-4c59-a4b6-79ae94471410 req-61337b0c-06be-4fc8-8ddd-6c03eaeeaca1 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555737 Jul 19 15:46:12.061902 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd5dc5-8d3d-4c73-bf78-08809b528ee8 req-83276460-80a6-4b13-a334-cec024f62147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:12.064926 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d0bd5dc5-8d3d-4c73-bf78-08809b528ee8 req-83276460-80a6-4b13-a334-cec024f62147 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 1130 time: 0.0661874 Jul 19 15:46:12.184479 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:12.188822 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930e13a-130e-4e2d-b288-6c759b2adbb1 req-0bc4a2a7-10c1-48d4-9f1a-d6236a18de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:12.189483 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd5dc5-8d3d-4c73-bf78-08809b528ee8 req-11b727c8-d767-4880-9cf2-8560f5bc44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:12.190296 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c930e13a-130e-4e2d-b288-6c759b2adbb1 req-0bc4a2a7-10c1-48d4-9f1a-d6236a18de30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.2045834 Jul 19 15:46:12.191052 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d0bd5dc5-8d3d-4c73-bf78-08809b528ee8 req-11b727c8-d767-4880-9cf2-8560f5bc44e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 918 time: 0.1156666 Jul 19 15:46:12.191597 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a3438-aa17-42fb-82ea-31d537822d1b req-e1432995-36c8-4dff-9184-2b1d6ba89bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:12.192967 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c94a3438-aa17-42fb-82ea-31d537822d1b req-e1432995-36c8-4dff-9184-2b1d6ba89bfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=397d0617-8fd5-42c5-ae76-42ed3e65b60f HTTP/1.1" status: 200 len: 912 time: 0.1791656 Jul 19 15:46:12.258335 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:12.282904 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c930e13a-130e-4e2d-b288-6c759b2adbb1 req-30fae365-1586-4c6f-a6de-2b5a538d51af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e64b358-ca05-4217-81f6-26f217876ab3 HTTP/1.1" status: 200 len: 217 time: 0.0765843 Jul 19 15:46:12.284338 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c94a3438-aa17-42fb-82ea-31d537822d1b req-85a9ead5-9c42-4ebd-97f6-e30643ef56c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 HTTP/1.1" status: 200 len: 217 time: 0.0715394 Jul 19 15:46:12.313099 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d0bd5dc5-8d3d-4c73-bf78-08809b528ee8 req-d6a7f25a-3243-457a-8063-a09a2676f6c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb HTTP/1.1" status: 200 len: 1001 time: 0.1076255 Jul 19 15:46:12.370865 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd5dc5-8d3d-4c73-bf78-08809b528ee8 req-caa2a3e0-d337-4a55-8a1b-d9241ac05e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:12.374560 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d0bd5dc5-8d3d-4c73-bf78-08809b528ee8 req-caa2a3e0-d337-4a55-8a1b-d9241ac05e20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fb34e8-0b5b-4987-b39f-b08c45bd460d HTTP/1.1" status: 200 len: 856 time: 0.0560501 Jul 19 15:46:12.430880 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd5dc5-8d3d-4c73-bf78-08809b528ee8 req-b9fb6453-3d58-48f1-9954-ca7ba223aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:12.432753 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d0bd5dc5-8d3d-4c73-bf78-08809b528ee8 req-b9fb6453-3d58-48f1-9954-ca7ba223aca3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4747c92b-9953-4013-87b5-ea57492dd5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512750 Jul 19 15:46:12.453720 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930e13a-130e-4e2d-b288-6c759b2adbb1 req-f1daf10b-c67c-435f-b24b-bc92817f6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:12.456575 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c930e13a-130e-4e2d-b288-6c759b2adbb1 req-f1daf10b-c67c-435f-b24b-bc92817f6c14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.1557622 Jul 19 15:46:12.458968 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a3438-aa17-42fb-82ea-31d537822d1b req-9cb90153-3e90-4687-a190-11360bf37e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:12.461125 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c94a3438-aa17-42fb-82ea-31d537822d1b req-9cb90153-3e90-4687-a190-11360bf37e7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8 HTTP/1.1" status: 200 len: 850 time: 0.1470442 Jul 19 15:46:12.606878 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d0bd5dc5-8d3d-4c73-bf78-08809b528ee8 req-0537f337-d592-43ef-a490-8b00ae8f1fa0 service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663401 Jul 19 15:46:12.672342 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0205a-16be-46a2-afdf-0acb9ad35f9e req-3fc350f6-b13c-42c6-89e8-8802169fbc91 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:12.679135 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-14c0205a-16be-46a2-afdf-0acb9ad35f9e req-3fc350f6-b13c-42c6-89e8-8802169fbc91 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0663145 Jul 19 15:46:12.756023 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a3438-aa17-42fb-82ea-31d537822d1b req-a1cdefad-01ab-447d-b5d9-c8a32d1f13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:12.757950 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c94a3438-aa17-42fb-82ea-31d537822d1b req-a1cdefad-01ab-447d-b5d9-c8a32d1f13c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=397d0617-8fd5-42c5-ae76-42ed3e65b60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890176 Jul 19 15:46:12.789533 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930e13a-130e-4e2d-b288-6c759b2adbb1 req-98353336-c1ea-480f-bb46-a15748bba8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:12.791444 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c930e13a-130e-4e2d-b288-6c759b2adbb1 req-98353336-c1ea-480f-bb46-a15748bba8d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715690 Jul 19 15:46:12.798116 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:12.834856 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-14c0205a-16be-46a2-afdf-0acb9ad35f9e req-99da4eb0-6a3d-4ad7-ba1b-04bac83ba520 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547287 Jul 19 15:46:12.866692 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d0bd5dc5-8d3d-4c73-bf78-08809b528ee8 req-8daa88cb-8388-4835-b7ea-ce17125c84e1 service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801679 Jul 19 15:46:12.881498 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56660) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:12.997415 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:13.020694 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c930e13a-130e-4e2d-b288-6c759b2adbb1 req-22521b56-e6f1-436c-ad9a-8ca4d7cfee0a service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179275 Jul 19 15:46:13.040165 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba546d87-7e32-4e82-ade8-ad0b83bcf28a req-d97683d0-cfef-4529-9eac-c586d8088fc1 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:13.040165 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba546d87-7e32-4e82-ade8-ad0b83bcf28a req-d97683d0-cfef-4529-9eac-c586d8088fc1 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0939007 Jul 19 15:46:13.043711 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56668) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:13.048861 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-995b4583-fdfe-4a16-9c6e-7c12cbee4b8e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'floatingip': {'port_id': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:46:13.064098 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c94a3438-aa17-42fb-82ea-31d537822d1b req-8da25433-4389-4a4d-ae38-79b738dfc981 service neutron] 10.222.0.36 "GET /v2.0/networks/397d0617-8fd5-42c5-ae76-42ed3e65b60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995050 Jul 19 15:46:13.160531 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-995b4583-fdfe-4a16-9c6e-7c12cbee4b8e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:13.162726 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6462cde6-a579-44f1-a677-515b89ae5147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:13.216974 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c930e13a-130e-4e2d-b288-6c759b2adbb1 req-e31b69fc-b0a8-4164-9f7c-bdbbe0f02c86 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834545 Jul 19 15:46:13.219065 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c94a3438-aa17-42fb-82ea-31d537822d1b req-ecb11c30-11cf-4644-8e20-1a632f4f1c0d service neutron] 10.222.0.36 "GET /v2.0/networks/397d0617-8fd5-42c5-ae76-42ed3e65b60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480157 Jul 19 15:46:13.305230 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b7791-a947-44f7-bac2-6c44c82e7394 req-552e00fd-f406-4554-a66d-e46975d5af76 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:13.306810 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-890b7791-a947-44f7-bac2-6c44c82e7394 req-552e00fd-f406-4554-a66d-e46975d5af76 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.1682358 Jul 19 15:46:13.490984 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-890b7791-a947-44f7-bac2-6c44c82e7394 req-2c56a0f0-3369-409a-b97a-e8f50c0d3526 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767285 Jul 19 15:46:13.551154 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6462cde6-a579-44f1-a677-515b89ae5147 admin admin] Publish callbacks [] for security_group (5c6714ff-dd23-4402-beea-5ee689ddef61), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:13.560311 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6462cde6-a579-44f1-a677-515b89ae5147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (5c6714ff-dd23-4402-beea-5ee689ddef61), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:13.642792 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:13.651836 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-6462cde6-a579-44f1-a677-515b89ae5147 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c9491258e4c47cab99e0afcc7e352c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7647667 Jul 19 15:46:13.653093 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 56682) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:13.657981 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462cde6-a579-44f1-a677-515b89ae5147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6714ff-dd23-4402-beea-5ee689ddef61,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:13.749872 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a947b939-ec49-4a5c-aa3b-645b91a2a833 admin admin] Publish callbacks [] for security_group (5c6714ff-dd23-4402-beea-5ee689ddef61), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:13.792837 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a947b939-ec49-4a5c-aa3b-645b91a2a833 admin admin] Publish callbacks [] for security_group (5c6714ff-dd23-4402-beea-5ee689ddef61), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:13.872969 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a947b939-ec49-4a5c-aa3b-645b91a2a833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (5c6714ff-dd23-4402-beea-5ee689ddef61), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:13.876051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a947b939-ec49-4a5c-aa3b-645b91a2a833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:13.880052 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-a947b939-ec49-4a5c-aa3b-645b91a2a833 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c6714ff-dd23-4402-beea-5ee689ddef61 HTTP/1.1" status: 204 len: 168 time: 0.2250578 Jul 19 15:46:13.903738 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947b939-ec49-4a5c-aa3b-645b91a2a833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6714ff-dd23-4402-beea-5ee689ddef61,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:14.263821 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-995b4583-fdfe-4a16-9c6e-7c12cbee4b8e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:14.270009 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-995b4583-fdfe-4a16-9c6e-7c12cbee4b8e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:14.274772 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 56744) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:14.293053 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-86d61719-dbac-40f4-ba40-c915aafbd52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:14.415054 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-86d61719-dbac-40f4-ba40-c915aafbd52b admin admin] Publish callbacks [] for security_group (eb39c2c7-cd88-4c7c-9402-925b0130e24d), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:14.417721 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [None req-995b4583-fdfe-4a16-9c6e-7c12cbee4b8e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Floating IP bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b associated. External IP: 172.27.2.181, port: c75827cb-3014-46a1-a3d9-1c24d0e5f8f7. Jul 19 15:46:14.419479 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-86d61719-dbac-40f4-ba40-c915aafbd52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (eb39c2c7-cd88-4c7c-9402-925b0130e24d), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:14.447286 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:14.463112 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d61719-dbac-40f4-ba40-c915aafbd52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb39c2c7-cd88-4c7c-9402-925b0130e24d,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:14.469025 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-86d61719-dbac-40f4-ba40-c915aafbd52b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9a2c19e40e7453d8ec3476d1521c291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925576 Jul 19 15:46:14.474748 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 56752) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:14.510889 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:14.534058 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b519b5d3-163a-4415-9aa9-bd40873a1ad0 admin admin] Publish callbacks [] for security_group (eb39c2c7-cd88-4c7c-9402-925b0130e24d), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:14.560942 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b519b5d3-163a-4415-9aa9-bd40873a1ad0 admin admin] Publish callbacks [] for security_group (eb39c2c7-cd88-4c7c-9402-925b0130e24d), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:14.631485 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:14.635472 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995b4583-fdfe-4a16-9c6e-7c12cbee4b8e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Router 441aac0f-e735-413c-9ddc-149e4b085715 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:46:14.641661 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607c463-c1a3-4ae5-b8f5-953425653e70 req-d9833765-5f4e-4a1c-a59b-27d09c65ac86 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:14.643182 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8607c463-c1a3-4ae5-b8f5-953425653e70 req-d9833765-5f4e-4a1c-a59b-27d09c65ac86 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0735092 Jul 19 15:46:14.676014 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b519b5d3-163a-4415-9aa9-bd40873a1ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (eb39c2c7-cd88-4c7c-9402-925b0130e24d), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:14.678805 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b519b5d3-163a-4415-9aa9-bd40873a1ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:14.679966 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-b519b5d3-163a-4415-9aa9-bd40873a1ad0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb39c2c7-cd88-4c7c-9402-925b0130e24d HTTP/1.1" status: 204 len: 168 time: 0.2061627 Jul 19 15:46:14.699466 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519b5d3-163a-4415-9aa9-bd40873a1ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb39c2c7-cd88-4c7c-9402-925b0130e24d,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:14.739680 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8607c463-c1a3-4ae5-b8f5-953425653e70 req-019d30fa-290c-4fd8-87b1-f9f3545b9c62 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813029 Jul 19 15:46:14.803434 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995b4583-fdfe-4a16-9c6e-7c12cbee4b8e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:46:14.810865 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-995b4583-fdfe-4a16-9c6e-7c12cbee4b8e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:14.820581 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249a238-63e9-4a6b-8d66-d0d6632a7403 None None] Sync routers for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:46:14.834754 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249a238-63e9-4a6b-8d66-d0d6632a7403 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:46:14.835897 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-3249a238-63e9-4a6b-8d66-d0d6632a7403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:45:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:14.854535 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-995b4583-fdfe-4a16-9c6e-7c12cbee4b8e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "PUT /v2.0/floatingips/bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b HTTP/1.1" status: 200 len: 992 time: 1.8108346 Jul 19 15:46:14.855810 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'tag': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:46:14.861497 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d42253-f0c5-4868-aaf8-2aa93adb6bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1579c0-907a-490f-ad8e-0fe2db0baf97", "tag": "c75827cb-3014-46a1-a3d9-1c24d0e5f8f7"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:46:14.939986 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b79d8ab-dca0-4ffa-9a4e-738504260bf7 x-openstack-request-id: req-4b79d8ab-dca0-4ffa-9a4e-738504260bf7 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:46:14.940300 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1579c0-907a-490f-ad8e-0fe2db0baf97", "tag": "c75827cb-3014-46a1-a3d9-1c24d0e5f8f7", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:46:14.940578 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b79d8ab-dca0-4ffa-9a4e-738504260bf7 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:46:14.943149 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b79d8ab-dca0-4ffa-9a4e-738504260bf7'] response: {'name': 'network-changed', 'server_uuid': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'tag': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'status': 'completed', 'code': 200} Jul 19 15:46:14.995333 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-3249a238-63e9-4a6b-8d66-d0d6632a7403 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:46:15.028694 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d42253-f0c5-4868-aaf8-2aa93adb6bb1 req-41b645b9-1c70-4f2d-a54c-3b84a0fb319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:15.032041 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-61d42253-f0c5-4868-aaf8-2aa93adb6bb1 req-41b645b9-1c70-4f2d-a54c-3b84a0fb319e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 1130 time: 0.0539906 Jul 19 15:46:15.103308 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:15.131320 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:15.202665 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56790) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:15.281772 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-3249a238-63e9-4a6b-8d66-d0d6632a7403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:e5:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:45:23Z', 'updated_at': '2022-07-19T15:46:14Z', 'revision_number': 1, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:15.309516 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249a238-63e9-4a6b-8d66-d0d6632a7403 None None] Checking router: 441aac0f-e735-413c-9ddc-149e4b085715 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:46:15.329429 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249a238-63e9-4a6b-8d66-d0d6632a7403 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:46:15.330075 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-3249a238-63e9-4a6b-8d66-d0d6632a7403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:45:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:15.357005 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-680e54bd-adb0-4d79-b381-ba97844ee901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:15.369911 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d42253-f0c5-4868-aaf8-2aa93adb6bb1 req-3c36eebc-15ad-4d2d-a784-8980c6eb8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:15.371735 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-61d42253-f0c5-4868-aaf8-2aa93adb6bb1 req-3c36eebc-15ad-4d2d-a784-8980c6eb8f77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 915 time: 0.3160827 Jul 19 15:46:15.531193 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-680e54bd-adb0-4d79-b381-ba97844ee901 admin admin] Publish callbacks [] for security_group (7d25656a-4762-4dd6-bf10-ee0cbb0eba47), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:15.536103 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-3249a238-63e9-4a6b-8d66-d0d6632a7403 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:46:15.539209 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-680e54bd-adb0-4d79-b381-ba97844ee901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (7d25656a-4762-4dd6-bf10-ee0cbb0eba47), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:15.573435 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-61d42253-f0c5-4868-aaf8-2aa93adb6bb1 req-3c7e5cb8-6e44-46f9-8e42-122954f3cbf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 HTTP/1.1" status: 200 len: 1000 time: 0.1930676 Jul 19 15:46:15.590903 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-680e54bd-adb0-4d79-b381-ba97844ee901 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec89f8007cac476a954fdfd410a10af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871419 Jul 19 15:46:15.593758 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56810) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:15.653128 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:15.681491 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e54bd-adb0-4d79-b381-ba97844ee901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d25656a-4762-4dd6-bf10-ee0cbb0eba47,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:15.692217 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d42253-f0c5-4868-aaf8-2aa93adb6bb1 req-6cfd2c8a-1c1a-4e5f-b252-e30de24f5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:15.693781 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-61d42253-f0c5-4868-aaf8-2aa93adb6bb1 req-6cfd2c8a-1c1a-4e5f-b252-e30de24f5db3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=783ad02f-bd45-48ea-8e48-5acd89ea85ac HTTP/1.1" status: 200 len: 853 time: 0.1031981 Jul 19 15:46:15.720226 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8c7face3-4a12-4ba7-aefe-748dffe0dd19 admin admin] Publish callbacks [] for security_group (7d25656a-4762-4dd6-bf10-ee0cbb0eba47), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:15.773957 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8c7face3-4a12-4ba7-aefe-748dffe0dd19 admin admin] Publish callbacks [] for security_group (7d25656a-4762-4dd6-bf10-ee0cbb0eba47), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:15.807536 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d42253-f0c5-4868-aaf8-2aa93adb6bb1 req-fbe46e0c-86aa-4339-ae3b-609896dd937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:15.809081 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-61d42253-f0c5-4868-aaf8-2aa93adb6bb1 req-fbe46e0c-86aa-4339-ae3b-609896dd937e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe8b95ad-7997-4bfd-893e-d87b2c843602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058354 Jul 19 15:46:15.923009 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8c7face3-4a12-4ba7-aefe-748dffe0dd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (7d25656a-4762-4dd6-bf10-ee0cbb0eba47), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:15.926123 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8c7face3-4a12-4ba7-aefe-748dffe0dd19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:15.927573 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-8c7face3-4a12-4ba7-aefe-748dffe0dd19 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d25656a-4762-4dd6-bf10-ee0cbb0eba47 HTTP/1.1" status: 204 len: 168 time: 0.3327851 Jul 19 15:46:15.943320 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7face3-4a12-4ba7-aefe-748dffe0dd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d25656a-4762-4dd6-bf10-ee0cbb0eba47,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:16.050538 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc78ba-1a88-4010-9222-ac0269c1c54d req-053955e9-6d85-4f01-9e05-353128b03309 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:16.052451 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e1bc78ba-1a88-4010-9222-ac0269c1c54d req-053955e9-6d85-4f01-9e05-353128b03309 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.1870735 Jul 19 15:46:16.103101 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-3249a238-63e9-4a6b-8d66-d0d6632a7403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:e5:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:45:23Z', 'updated_at': '2022-07-19T15:46:14Z', 'revision_number': 1, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:16.103719 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-61d42253-f0c5-4868-aaf8-2aa93adb6bb1 req-611ee723-7559-4c24-912b-e5f37620fd22 service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847557 Jul 19 15:46:16.145658 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249a238-63e9-4a6b-8d66-d0d6632a7403 None None] The sync data for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi is: [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:e5:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:45:23Z', 'updated_at': '2022-07-19T15:46:14Z', 'revision_number': 1, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:46:16.157014 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e1bc78ba-1a88-4010-9222-ac0269c1c54d req-48136d2f-c036-4438-9c1a-027551a275b9 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903029 Jul 19 15:46:16.232285 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b31de451-5ae7-4c3e-bc09-66bddeeec2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:16.287338 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-61d42253-f0c5-4868-aaf8-2aa93adb6bb1 req-6e2316f6-5fe4-4497-97d5-faa7fda610bb service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644187 Jul 19 15:46:16.428614 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60c410-f2fd-49a3-b3fc-b11574f31576 None None] New status for floating IP bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b: ACTIVE {{(pid=115786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:46:16.573042 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 56844) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:16.761796 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e14af378-039a-4336-bdf4-761f63e9d203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:16.842707 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e14af378-039a-4336-bdf4-761f63e9d203 admin admin] Publish callbacks [] for security_group (67f9fd3b-9f3d-487a-8e99-6b71304d506b), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:16.847339 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e14af378-039a-4336-bdf4-761f63e9d203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (67f9fd3b-9f3d-487a-8e99-6b71304d506b), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:16.892383 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-e14af378-039a-4336-bdf4-761f63e9d203 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2594a36115944f9d80c8e99c996707a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162057 Jul 19 15:46:16.894389 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14af378-039a-4336-bdf4-761f63e9d203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f9fd3b-9f3d-487a-8e99-6b71304d506b,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:16.895011 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 56858) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:16.947544 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c7c5-8ffd-4116-b07b-c3931b4f658c admin admin] Publish callbacks [] for security_group (67f9fd3b-9f3d-487a-8e99-6b71304d506b), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:16.970740 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c7c5-8ffd-4116-b07b-c3931b4f658c admin admin] Publish callbacks [] for security_group (67f9fd3b-9f3d-487a-8e99-6b71304d506b), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:17.024527 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c7c5-8ffd-4116-b07b-c3931b4f658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (67f9fd3b-9f3d-487a-8e99-6b71304d506b), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:17.027158 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c7c5-8ffd-4116-b07b-c3931b4f658c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:17.028330 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f4b9c7c5-8ffd-4116-b07b-c3931b4f658c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67f9fd3b-9f3d-487a-8e99-6b71304d506b HTTP/1.1" status: 204 len: 168 time: 0.1323373 Jul 19 15:46:17.049120 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9c7c5-8ffd-4116-b07b-c3931b4f658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f9fd3b-9f3d-487a-8e99-6b71304d506b,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:17.302801 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f767f1f-5070-4c8b-9da7-647395f0e075 req-efa2fb40-92d1-4d90-aa47-f64117d878b5 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:17.304440 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3f767f1f-5070-4c8b-9da7-647395f0e075 req-efa2fb40-92d1-4d90-aa47-f64117d878b5 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0688293 Jul 19 15:46:17.343686 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:17.394593 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3f767f1f-5070-4c8b-9da7-647395f0e075 req-ca2a7148-0c0c-4890-9605-4739fab256c5 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676093 Jul 19 15:46:17.808972 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:46:18.460917 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:18.503298 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9535b-081b-445f-a3ae-bf91dd8e2889 req-4d18f94d-eb28-4748-81f9-d3970b8ed027 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:18.505034 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-86e9535b-081b-445f-a3ae-bf91dd8e2889 req-4d18f94d-eb28-4748-81f9-d3970b8ed027 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0543420 Jul 19 15:46:18.551265 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:18.568551 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-86e9535b-081b-445f-a3ae-bf91dd8e2889 req-a417df94-1a45-4f5b-8005-d33760e4fbcd tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557876 Jul 19 15:46:18.614442 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5c2527a0-6df5-4ca8-afbc-92afab6009bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:19.592405 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:19.715062 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991d6b8-6ef0-4a5a-9cd5-0fedd2199b86 req-f8c81980-e3bb-4107-ab2d-b6afedd4ff44 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:19.716717 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d991d6b8-6ef0-4a5a-9cd5-0fedd2199b86 req-f8c81980-e3bb-4107-ab2d-b6afedd4ff44 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0694799 Jul 19 15:46:19.766280 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d991d6b8-6ef0-4a5a-9cd5-0fedd2199b86 req-da6ac5e0-be4c-4c80-af8d-d54250fe1f14 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432782 Jul 19 15:46:20.921033 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f3de0-5e1d-4c7b-9319-eb25b39c8f22 req-f552ca2c-4029-4b76-a079-5805b3e0525e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:20.927010 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-085f3de0-5e1d-4c7b-9319-eb25b39c8f22 req-f552ca2c-4029-4b76-a079-5805b3e0525e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0730901 Jul 19 15:46:20.995804 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-085f3de0-5e1d-4c7b-9319-eb25b39c8f22 req-0eab965b-3d68-4460-b5a6-6fa475cba5ca tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640292 Jul 19 15:46:21.329225 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7939c-8b19-44b6-b9eb-e516402d4982 req-cef61893-10de-4bba-9e24-9412a3d5f151 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:21.330684 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-34a7939c-8b19-44b6-b9eb-e516402d4982 req-cef61893-10de-4bba-9e24-9412a3d5f151 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Jul 19 15:46:21.382479 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-34a7939c-8b19-44b6-b9eb-e516402d4982 req-25c8ad15-c3b4-483a-84a6-775b64cf9dbb tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461950 Jul 19 15:46:21.502295 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:21.840689 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:22.077332 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57094) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:22.119404 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466943a2-9263-4e5d-a3d4-24304d9ac104 req-34b54b4c-b124-4f23-ac67-a720d89dc835 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:22.120891 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-466943a2-9263-4e5d-a3d4-24304d9ac104 req-34b54b4c-b124-4f23-ac67-a720d89dc835 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0509129 Jul 19 15:46:22.144276 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffbbc9e-5bb5-43ea-9c10-1393007255fa admin admin] Deleting subnet 0cb8003a-202b-4978-a12d-7af724e94be5 {{(pid=115785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:46:22.147673 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc9e-5bb5-43ea-9c10-1393007255fa admin admin] Publish callbacks [] for subnet (0cb8003a-202b-4978-a12d-7af724e94be5), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:22.169448 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-466943a2-9263-4e5d-a3d4-24304d9ac104 req-83dd031f-ed59-4880-91af-34a9a2859b42 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424614 Jul 19 15:46:22.193396 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc9e-5bb5-43ea-9c10-1393007255fa admin admin] Publish callbacks [] for subnet (0cb8003a-202b-4978-a12d-7af724e94be5), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:22.206403 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc9e-5bb5-43ea-9c10-1393007255fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (0cb8003a-202b-4978-a12d-7af724e94be5), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:22.272598 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc9e-5bb5-43ea-9c10-1393007255fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for subnet (0cb8003a-202b-4978-a12d-7af724e94be5), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:22.301089 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbbc9e-5bb5-43ea-9c10-1393007255fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb8003a-202b-4978-a12d-7af724e94be5,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:22.306235 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc9e-5bb5-43ea-9c10-1393007255fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:22.310941 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-9ffbbc9e-5bb5-43ea-9c10-1393007255fa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0cb8003a-202b-4978-a12d-7af724e94be5 HTTP/1.1" status: 204 len: 168 time: 0.2315934 Jul 19 15:46:22.312659 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57100) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:22.395445 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (1e548b58-5f11-4479-bbc2-496767c7c0f7), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:22.536209 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (1e548b58-5f11-4479-bbc2-496767c7c0f7), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:22.572674 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6222a-92fd-46c0-b7ea-96915841b2a0 req-341e1e80-e4c2-45f3-a4ca-11f50b6b493f tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:22.574220 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-47a6222a-92fd-46c0-b7ea-96915841b2a0 req-341e1e80-e4c2-45f3-a4ca-11f50b6b493f tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 945 time: 0.1027169 Jul 19 15:46:22.576529 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.577049 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.577932 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.578326 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > port after_create 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.578746 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.579142 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > port after_update 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.579458 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.579935 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.580535 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.581003 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.755018 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.755544 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.755881 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.756212 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:22.756832 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e548b58-5f11-4479-bbc2-496767c7c0f7']}} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:22.781978 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be42e42-5439-4991-9611-1fd80b73d99b') {'for_net_delete': True} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:22.782263 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be42e42-5439-4991-9611-1fd80b73d99b') {} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:22.806504 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28889433'] for segment (8be42e42-5439-4991-9611-1fd80b73d99b), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:22.839874 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (8be42e42-5439-4991-9611-1fd80b73d99b), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:22.856212 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=115785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:46:22.856565 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28814498'] for segment (8be42e42-5439-4991-9611-1fd80b73d99b), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:22.891612 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-47a6222a-92fd-46c0-b7ea-96915841b2a0 req-89e2ccb4-b880-4eb7-b493-9798b5413bd8 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290889 Jul 19 15:46:22.937684 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (1e548b58-5f11-4479-bbc2-496767c7c0f7), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:22.946328 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:22.949463 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1e548b58-5f11-4479-bbc2-496767c7c0f7 HTTP/1.1" status: 204 len: 168 time: 0.6358747 Jul 19 15:46:22.952470 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57112) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:22.959591 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8b98d-5eb3-4a93-9fea-99896b466828 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e548b58-5f11-4479-bbc2-496767c7c0f7,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:23.004314 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_v2 [None req-22dee7f5-07d1-4f19-b4fe-31db56cec03e admin admin] Deleting subnet c137a043-fe0a-497b-a223-a8ae590ae0f9 {{(pid=115784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:46:23.008022 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-22dee7f5-07d1-4f19-b4fe-31db56cec03e admin admin] Publish callbacks [] for subnet (c137a043-fe0a-497b-a223-a8ae590ae0f9), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:23.050777 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-22dee7f5-07d1-4f19-b4fe-31db56cec03e admin admin] Publish callbacks [] for subnet (c137a043-fe0a-497b-a223-a8ae590ae0f9), precommit_delete_associations {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:23.061902 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-22dee7f5-07d1-4f19-b4fe-31db56cec03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (c137a043-fe0a-497b-a223-a8ae590ae0f9), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:23.076287 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 8be42e42-5439-4991-9611-1fd80b73d99b resource provider aggregate not found Jul 19 15:46:23.094184 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 8be42e42-5439-4991-9611-1fd80b73d99b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8be42e42-5439-4991-9611-1fd80b73d99b found for delete ", "request_id": "req-90fb7a26-1245-45c4-957d-b4b6b80d6fdc"}]} Jul 19 15:46:23.121438 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-22dee7f5-07d1-4f19-b4fe-31db56cec03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for subnet (c137a043-fe0a-497b-a223-a8ae590ae0f9), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:23.151085 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dee7f5-07d1-4f19-b4fe-31db56cec03e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c137a043-fe0a-497b-a223-a8ae590ae0f9,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:23.155022 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-22dee7f5-07d1-4f19-b4fe-31db56cec03e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:23.158602 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-22dee7f5-07d1-4f19-b4fe-31db56cec03e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c137a043-fe0a-497b-a223-a8ae590ae0f9 HTTP/1.1" status: 204 len: 168 time: 0.2049973 Jul 19 15:46:23.161330 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57124) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:23.238984 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (c6fc1148-a508-4193-8aa4-1b702ab81fba), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:23.315648 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51e861-9a6d-44fe-83c6-d13cfcde9f87 req-74323f16-57d9-4d8b-809e-9b801a06fe4a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:23.317121 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0a51e861-9a6d-44fe-83c6-d13cfcde9f87 req-74323f16-57d9-4d8b-809e-9b801a06fe4a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0743773 Jul 19 15:46:23.339878 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:23.391058 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (c6fc1148-a508-4193-8aa4-1b702ab81fba), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:23.428637 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.428985 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.429731 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.430085 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.430437 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.430782 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.431108 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.431430 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.431748 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.432069 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.502166 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.502480 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.502821 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.503163 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 15:46:23.503532 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fc1148-a508-4193-8aa4-1b702ab81fba']}} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:23.520652 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0a51e861-9a6d-44fe-83c6-d13cfcde9f87 req-3866bf62-b345-4bda-bf97-c6b47e1853b7 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944520 Jul 19 15:46:23.526934 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20fc7cf-d5ad-4645-b68f-1393776a4490') {'for_net_delete': True} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:23.527319 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20fc7cf-d5ad-4645-b68f-1393776a4490') {} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:23.553221 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25197853'] for segment (f20fc7cf-d5ad-4645-b68f-1393776a4490), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:23.568972 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (f20fc7cf-d5ad-4645-b68f-1393776a4490), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:23.580348 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=115784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:46:23.580869 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29312085'] for segment (f20fc7cf-d5ad-4645-b68f-1393776a4490), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:23.654591 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (c6fc1148-a508-4193-8aa4-1b702ab81fba), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:23.663617 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:23.671683 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c6fc1148-a508-4193-8aa4-1b702ab81fba HTTP/1.1" status: 204 len: 168 time: 0.5092158 Jul 19 15:46:23.688976 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dc200-c969-460b-9b44-c1f8d00c87b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6fc1148-a508-4193-8aa4-1b702ab81fba,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:23.782107 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment f20fc7cf-d5ad-4645-b68f-1393776a4490 resource provider aggregate not found Jul 19 15:46:23.803464 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1694ab-9946-48d3-b39a-66a4a9b13af6 req-703f9049-e617-4a4e-9293-9ad6e228cb8c tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:23.805075 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0c1694ab-9946-48d3-b39a-66a4a9b13af6 req-703f9049-e617-4a4e-9293-9ad6e228cb8c tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.36 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 945 time: 0.0607593 Jul 19 15:46:23.807388 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment f20fc7cf-d5ad-4645-b68f-1393776a4490 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f20fc7cf-d5ad-4645-b68f-1393776a4490 found for delete ", "request_id": "req-97f865e0-4363-4d46-8b8b-40f3eeb69b4f"}]} Jul 19 15:46:23.905555 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57158) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:23.957303 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:23.958728 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-6d72af60-ec42-4c55-bc00-b91a10b30fe8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16b39ef7e23f47ac94133f827e3b4a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514681 Jul 19 15:46:23.961451 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57162) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:23.971408 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-0c1694ab-9946-48d3-b39a-66a4a9b13af6 req-0685cdc3-dc7c-4407-8515-dfdf3fc337c9 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Deleting port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:46:23.971844 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0c1694ab-9946-48d3-b39a-66a4a9b13af6 req-0685cdc3-dc7c-4407-8515-dfdf3fc337c9 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:24.021810 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fc7f498c-de45-457b-a75a-c71b605a68c2 admin admin] Publish callbacks [] for security_group (16022dfb-d8f2-4f42-bf38-71e7fdf83281), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:24.044631 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fc7f498c-de45-457b-a75a-c71b605a68c2 admin admin] Publish callbacks [] for security_group (16022dfb-d8f2-4f42-bf38-71e7fdf83281), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:24.075313 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8da97c-649f-4993-bda3-a62a88d79883 req-88cd2af9-e97a-4ef8-9651-53456d681c1e tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:24.077589 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0b8da97c-649f-4993-bda3-a62a88d79883 req-88cd2af9-e97a-4ef8-9651-53456d681c1e tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 945 time: 0.1019499 Jul 19 15:46:24.105645 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:24.111485 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fc7f498c-de45-457b-a75a-c71b605a68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (16022dfb-d8f2-4f42-bf38-71e7fdf83281), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:24.114875 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fc7f498c-de45-457b-a75a-c71b605a68c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:24.119268 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-fc7f498c-de45-457b-a75a-c71b605a68c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16022dfb-d8f2-4f42-bf38-71e7fdf83281 HTTP/1.1" status: 204 len: 168 time: 0.1565311 Jul 19 15:46:24.131511 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f498c-de45-457b-a75a-c71b605a68c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16022dfb-d8f2-4f42-bf38-71e7fdf83281,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:24.159259 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-0c1694ab-9946-48d3-b39a-66a4a9b13af6 req-0685cdc3-dc7c-4407-8515-dfdf3fc337c9 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] For port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70,segment=NetworkSegment(8347f494-1fe9-4185-946e-959eae3293c1),segment_id=8347f494-1fe9-4185-946e-959eae3293c1)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:46:24.159694 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0c1694ab-9946-48d3-b39a-66a4a9b13af6 req-0685cdc3-dc7c-4407-8515-dfdf3fc337c9 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:24.176204 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0b8da97c-649f-4993-bda3-a62a88d79883 req-37205b7a-8a91-4255-b6d5-8304ca5d814b tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/security-groups?id=d5767556-44ee-46a0-af02-b95c55eb338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912704 Jul 19 15:46:24.183005 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-0c1694ab-9946-48d3-b39a-66a4a9b13af6 req-0685cdc3-dc7c-4407-8515-dfdf3fc337c9 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Calling delete_port for 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:46:24.359075 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0c1694ab-9946-48d3-b39a-66a4a9b13af6 req-0685cdc3-dc7c-4407-8515-dfdf3fc337c9 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (8cd72be0-aaa1-41b3-a6d5-52edc3f63b70), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:24.376317 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['8cd72be0-aaa1-41b3-a6d5-52edc3f63b70'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:46:24.440802 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685cdc3-dc7c-4407-8515-dfdf3fc337c9 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Pushing event deleted for resources: {'Port': ['ID=8cd72be0-aaa1-41b3-a6d5-52edc3f63b70,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:24.462154 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1694ab-9946-48d3-b39a-66a4a9b13af6 req-0685cdc3-dc7c-4407-8515-dfdf3fc337c9 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] No DVR routers for this DVR port 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:46:24.465637 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0c1694ab-9946-48d3-b39a-66a4a9b13af6 req-0685cdc3-dc7c-4407-8515-dfdf3fc337c9 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:24.470184 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0c1694ab-9946-48d3-b39a-66a4a9b13af6 req-0685cdc3-dc7c-4407-8515-dfdf3fc337c9 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.36 "DELETE /v2.0/ports/8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 HTTP/1.1" status: 204 len: 173 time: 0.6581841 Jul 19 15:46:24.470762 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a77751-75d6-4aa5-a0d6-cb1af296b4e7', 'name': 'network-vif-deleted', 'tag': '8cd72be0-aaa1-41b3-a6d5-52edc3f63b70'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:46:24.475333 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1298d10-1659-4091-baa0-80f361518fae" -d '{"events": [{"server_uuid": "82a77751-75d6-4aa5-a0d6-cb1af296b4e7", "name": "network-vif-deleted", "tag": "8cd72be0-aaa1-41b3-a6d5-52edc3f63b70"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:46:24.522680 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09517730-53e4-4d14-aa4d-ce4b2ec3e699 x-openstack-request-id: req-09517730-53e4-4d14-aa4d-ce4b2ec3e699 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:46:24.522985 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a77751-75d6-4aa5-a0d6-cb1af296b4e7", "name": "network-vif-deleted", "tag": "8cd72be0-aaa1-41b3-a6d5-52edc3f63b70", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:46:24.523408 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09517730-53e4-4d14-aa4d-ce4b2ec3e699 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:46:24.523669 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09517730-53e4-4d14-aa4d-ce4b2ec3e699'] response: {'server_uuid': '82a77751-75d6-4aa5-a0d6-cb1af296b4e7', 'name': 'network-vif-deleted', 'tag': '8cd72be0-aaa1-41b3-a6d5-52edc3f63b70', 'status': 'completed', 'code': 200} Jul 19 15:46:24.568171 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57176) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:24.653627 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-a43b4471-d8a5-444f-b6d8-dea95fa427c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c03f00770f34ddcb558bd1eb990cbf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0840564 Jul 19 15:46:24.656974 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57178) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:24.679044 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5062d2-0c27-4cbb-b927-8493088437d1 req-994c3cb9-2bc6-4ed9-b77d-b1086b3aea79 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:24.680459 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8c5062d2-0c27-4cbb-b927-8493088437d1 req-994c3cb9-2bc6-4ed9-b77d-b1086b3aea79 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0774436 Jul 19 15:46:24.752074 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-dee56296-9b2e-4277-9a82-f91964dcf3c8 admin admin] Publish callbacks [] for security_group (45cfdf47-b832-4345-994b-2e7896026ef5), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:24.759915 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8c5062d2-0c27-4cbb-b927-8493088437d1 req-ed5ea31e-3296-4389-9a29-86c968832488 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697024 Jul 19 15:46:24.786205 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-dee56296-9b2e-4277-9a82-f91964dcf3c8 admin admin] Publish callbacks [] for security_group (45cfdf47-b832-4345-994b-2e7896026ef5), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:24.836578 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-dee56296-9b2e-4277-9a82-f91964dcf3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (45cfdf47-b832-4345-994b-2e7896026ef5), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:24.839261 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-dee56296-9b2e-4277-9a82-f91964dcf3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:24.843813 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-dee56296-9b2e-4277-9a82-f91964dcf3c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45cfdf47-b832-4345-994b-2e7896026ef5 HTTP/1.1" status: 204 len: 168 time: 0.1826663 Jul 19 15:46:24.851592 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee56296-9b2e-4277-9a82-f91964dcf3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cfdf47-b832-4345-994b-2e7896026ef5,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:25.359875 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ea76659f-03e1-4004-a1ee-75f52f8d875a req-aade0789-9e13-4c67-9a77-a823a6fe8211 tempest-DeleteServersTestJSON-1399239002 tempest-DeleteServersTestJSON-1399239002-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a77751-75d6-4aa5-a0d6-cb1af296b4e7 HTTP/1.1" status: 200 len: 210 time: 0.0420506 Jul 19 15:46:25.384889 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57206) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:25.575401 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fc73bbef-c7b7-4117-919d-708728fd1697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:25.599825 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:25.671843 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fc73bbef-c7b7-4117-919d-708728fd1697 admin admin] Publish callbacks [] for security_group (d1042fe5-7eb4-46d5-bec6-58fe7c0ab737), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:25.677006 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fc73bbef-c7b7-4117-919d-708728fd1697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (d1042fe5-7eb4-46d5-bec6-58fe7c0ab737), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:25.724249 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-fc73bbef-c7b7-4117-919d-708728fd1697 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c42396166a95434b962717d5e35520f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367181 Jul 19 15:46:25.727661 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73bbef-c7b7-4117-919d-708728fd1697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1042fe5-7eb4-46d5-bec6-58fe7c0ab737,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:25.728519 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57220) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:25.747164 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:25.787387 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8ca91b23-4d41-4dd0-9b94-a912f77928af admin admin] Publish callbacks [] for security_group (d1042fe5-7eb4-46d5-bec6-58fe7c0ab737), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:25.813707 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8ca91b23-4d41-4dd0-9b94-a912f77928af admin admin] Publish callbacks [] for security_group (d1042fe5-7eb4-46d5-bec6-58fe7c0ab737), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:25.869611 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8ca91b23-4d41-4dd0-9b94-a912f77928af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (d1042fe5-7eb4-46d5-bec6-58fe7c0ab737), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:25.872467 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8ca91b23-4d41-4dd0-9b94-a912f77928af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:25.873755 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-8ca91b23-4d41-4dd0-9b94-a912f77928af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1042fe5-7eb4-46d5-bec6-58fe7c0ab737 HTTP/1.1" status: 204 len: 168 time: 0.1436322 Jul 19 15:46:25.883203 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca91b23-4d41-4dd0-9b94-a912f77928af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1042fe5-7eb4-46d5-bec6-58fe7c0ab737,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:25.898317 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c33442-8149-4727-8b87-f49b3afc349d req-88751a19-203c-46f8-ba7f-bd4cfc30a2bf tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:25.900027 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-95c33442-8149-4727-8b87-f49b3afc349d req-88751a19-203c-46f8-ba7f-bd4cfc30a2bf tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0634389 Jul 19 15:46:25.963156 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-95c33442-8149-4727-8b87-f49b3afc349d req-1a814c57-1c7c-46d9-a29e-1bcd0f39cc7c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520110 Jul 19 15:46:26.107031 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=59 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:26.223110 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57238) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:26.350602 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57244) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:26.360197 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad653-9e3b-4449-9aa4-e33063d18b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.375506 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0ea9ab67-2fac-458f-9377-dea16dfe90c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.458343 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:26.459053 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad653-9e3b-4449-9aa4-e33063d18b66 admin admin] Publish callbacks [] for security_group (c1afec77-0e4a-457a-994a-c10a1a8bc63f), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.467933 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad653-9e3b-4449-9aa4-e33063d18b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (c1afec77-0e4a-457a-994a-c10a1a8bc63f), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.495191 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0ea9ab67-2fac-458f-9377-dea16dfe90c7 admin admin] Publish callbacks [] for security_group (1d7d8cca-1a61-4eff-97f7-e40af628d79a), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.501587 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0ea9ab67-2fac-458f-9377-dea16dfe90c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (1d7d8cca-1a61-4eff-97f7-e40af628d79a), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.520369 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-7a5ad653-9e3b-4449-9aa4-e33063d18b66 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e72dba2a94640f7b06f07ceaa686953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960823 Jul 19 15:46:26.520952 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57252) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:26.527942 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ad653-9e3b-4449-9aa4-e33063d18b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1afec77-0e4a-457a-994a-c10a1a8bc63f,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:26.559582 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-0ea9ab67-2fac-458f-9377-dea16dfe90c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe8e6c5f0e2c46a1a003fcb280226b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078083 Jul 19 15:46:26.573379 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57254) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:26.600804 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9ab67-2fac-458f-9377-dea16dfe90c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7d8cca-1a61-4eff-97f7-e40af628d79a,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:26.621068 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:26.648778 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cff5fecb-0036-4e19-b0a1-d8599a324672 admin admin] Publish callbacks [] for security_group (c1afec77-0e4a-457a-994a-c10a1a8bc63f), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.686227 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb6d7-680f-48f8-a2b0-5de3926008f5 admin admin] Publish callbacks [] for security_group (1d7d8cca-1a61-4eff-97f7-e40af628d79a), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.693713 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cff5fecb-0036-4e19-b0a1-d8599a324672 admin admin] Publish callbacks [] for security_group (c1afec77-0e4a-457a-994a-c10a1a8bc63f), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.740280 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb6d7-680f-48f8-a2b0-5de3926008f5 admin admin] Publish callbacks [] for security_group (1d7d8cca-1a61-4eff-97f7-e40af628d79a), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.819811 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cff5fecb-0036-4e19-b0a1-d8599a324672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (c1afec77-0e4a-457a-994a-c10a1a8bc63f), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.820113 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cff5fecb-0036-4e19-b0a1-d8599a324672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.821502 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-cff5fecb-0036-4e19-b0a1-d8599a324672 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1afec77-0e4a-457a-994a-c10a1a8bc63f HTTP/1.1" status: 204 len: 168 time: 0.2991951 Jul 19 15:46:26.833131 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5fecb-0036-4e19-b0a1-d8599a324672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1afec77-0e4a-457a-994a-c10a1a8bc63f,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:26.835201 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb6d7-680f-48f8-a2b0-5de3926008f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (1d7d8cca-1a61-4eff-97f7-e40af628d79a), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.837855 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb6d7-680f-48f8-a2b0-5de3926008f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:26.839378 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b1ddb6d7-680f-48f8-a2b0-5de3926008f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d7d8cca-1a61-4eff-97f7-e40af628d79a HTTP/1.1" status: 204 len: 168 time: 0.2639835 Jul 19 15:46:26.853702 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddb6d7-680f-48f8-a2b0-5de3926008f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7d8cca-1a61-4eff-97f7-e40af628d79a,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:26.958085 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:46:26.984571 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:46:26.985182 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 8cd72be0-aaa1-41b3-a6d5-52edc3f63b70 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:46:27.103764 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276af320-979f-4cc1-b7a7-1065b9d2f5d8 req-9ae9c05b-af1e-4787-b461-85f4307874d9 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:27.105322 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-276af320-979f-4cc1-b7a7-1065b9d2f5d8 req-9ae9c05b-af1e-4787-b461-85f4307874d9 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0590956 Jul 19 15:46:27.168271 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-276af320-979f-4cc1-b7a7-1065b9d2f5d8 req-1e50e0f6-1425-4f0c-9f8c-7887f26744ee tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546505 Jul 19 15:46:27.268741 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57282) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:27.283797 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb934-23be-40b0-ad22-804bb84e423e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:27.369711 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb934-23be-40b0-ad22-804bb84e423e admin admin] Publish callbacks [] for security_group (a98b3816-c4fa-4e80-a546-6de190e99de8), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:27.373780 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0fcdb934-23be-40b0-ad22-804bb84e423e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a98b3816-c4fa-4e80-a546-6de190e99de8), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:27.418299 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-0fcdb934-23be-40b0-ad22-804bb84e423e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc07ffaa5fdb4bc2b2ee70fb3aae14cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459966 Jul 19 15:46:27.418299 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdb934-23be-40b0-ad22-804bb84e423e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b3816-c4fa-4e80-a546-6de190e99de8,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:27.418732 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57288) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:27.488039 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:27.503734 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3054875e-6c94-4fc0-9688-602d7a78c22c admin admin] Publish callbacks [] for security_group (a98b3816-c4fa-4e80-a546-6de190e99de8), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:27.534650 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3054875e-6c94-4fc0-9688-602d7a78c22c admin admin] Publish callbacks [] for security_group (a98b3816-c4fa-4e80-a546-6de190e99de8), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:27.587556 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3054875e-6c94-4fc0-9688-602d7a78c22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a98b3816-c4fa-4e80-a546-6de190e99de8), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:27.590226 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3054875e-6c94-4fc0-9688-602d7a78c22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:27.591640 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-3054875e-6c94-4fc0-9688-602d7a78c22c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a98b3816-c4fa-4e80-a546-6de190e99de8 HTTP/1.1" status: 204 len: 168 time: 0.1712632 Jul 19 15:46:27.600625 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054875e-6c94-4fc0-9688-602d7a78c22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b3816-c4fa-4e80-a546-6de190e99de8,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:27.804993 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=45 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:28.032032 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57322) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:28.315459 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab8ab0-48ff-4509-a4b1-41e6557c780b req-eb7b3618-6673-4b43-a2c8-383b915e7258 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:28.323610 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-18ab8ab0-48ff-4509-a4b1-41e6557c780b req-eb7b3618-6673-4b43-a2c8-383b915e7258 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0673554 Jul 19 15:46:28.389102 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-18ab8ab0-48ff-4509-a4b1-41e6557c780b req-e3580c71-687f-44c0-9d7a-dc216e840439 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625017 Jul 19 15:46:28.749850 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c30aaa16-3fc9-4a1a-b0c3-075525f16b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666299'] for router_interface (a6f4295a-3920-47e8-b3e5-5a713bfac017), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:28.969611 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:29.044838 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-c30aaa16-3fc9-4a1a-b0c3-075525f16b45 admin admin] Deleting port 21392627-2800-4c58-8904-0849fed4b2b8 {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:46:29.045174 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c30aaa16-3fc9-4a1a-b0c3-075525f16b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (21392627-2800-4c58-8904-0849fed4b2b8), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:29.133673 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-c30aaa16-3fc9-4a1a-b0c3-075525f16b45 admin admin] For port 21392627-2800-4c58-8904-0849fed4b2b8, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=21392627-2800-4c58-8904-0849fed4b2b8,segment=NetworkSegment(8347f494-1fe9-4185-946e-959eae3293c1),segment_id=8347f494-1fe9-4185-946e-959eae3293c1)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:46:29.134178 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c30aaa16-3fc9-4a1a-b0c3-075525f16b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (21392627-2800-4c58-8904-0849fed4b2b8), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:29.149624 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-c30aaa16-3fc9-4a1a-b0c3-075525f16b45 admin admin] Calling delete_port for 21392627-2800-4c58-8904-0849fed4b2b8 owned by network:router_interface {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:46:29.305285 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:29.376534 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c30aaa16-3fc9-4a1a-b0c3-075525f16b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (21392627-2800-4c58-8904-0849fed4b2b8), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:29.406559 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aaa16-3fc9-4a1a-b0c3-075525f16b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=21392627-2800-4c58-8904-0849fed4b2b8,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:29.659657 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad9cce-9cd7-463f-954d-6e2bb96b77bb req-95c88b01-d371-457d-9c77-d9c32442bced tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:29.665736 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-24ad9cce-9cd7-463f-954d-6e2bb96b77bb req-95c88b01-d371-457d-9c77-d9c32442bced tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.1858563 Jul 19 15:46:29.694169 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c30aaa16-3fc9-4a1a-b0c3-075525f16b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3665183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666191'] for router_interface (a6f4295a-3920-47e8-b3e5-5a713bfac017), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:29.767275 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-24ad9cce-9cd7-463f-954d-6e2bb96b77bb req-7e945fd0-32e4-4c36-93e9-d2b21b86160b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923715 Jul 19 15:46:29.933374 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30aaa16-3fc9-4a1a-b0c3-075525f16b45 admin admin] Router a6f4295a-3920-47e8-b3e5-5a713bfac017 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:46:30.019011 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:30.044470 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30aaa16-3fc9-4a1a-b0c3-075525f16b45 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:46:30.049835 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-c30aaa16-3fc9-4a1a-b0c3-075525f16b45 admin admin] 10.222.0.64 "PUT /v2.0/routers/a6f4295a-3920-47e8-b3e5-5a713bfac017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0166888 Jul 19 15:46:30.052420 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57380) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:30.053545 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81265be-b072-4e67-8425-b5780da5c99d None None] Sync routers for ids ['a6f4295a-3920-47e8-b3e5-5a713bfac017'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:46:30.065282 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81265be-b072-4e67-8425-b5780da5c99d None None] Routers {'a6f4295a-3920-47e8-b3e5-5a713bfac017'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:46:30.065282 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-c81265be-b072-4e67-8425-b5780da5c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:46:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['a6f4295a-3920-47e8-b3e5-5a713bfac017'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:30.156091 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Publish callbacks [] for router (a6f4295a-3920-47e8-b3e5-5a713bfac017), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:30.169042 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-c81265be-b072-4e67-8425-b5780da5c99d None None] Set router a6f4295a-3920-47e8-b3e5-5a713bfac017 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:46:30.255964 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:30.266941 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Publish callbacks [] for router_gateway (a6f4295a-3920-47e8-b3e5-5a713bfac017), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:30.309923 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Deleting port 6303422a-85cb-421d-8df5-2e8c51ac583e {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:46:30.310265 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:30.344663 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-c81265be-b072-4e67-8425-b5780da5c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'name': 'tempest-DeleteServersTestJSON-634874066-router', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:46:29Z', 'revision_number': 5, 'project_id': '905aecc2e33f4befb1a47740e8d53611', 'gw_port': {'id': '6303422a-85cb-421d-8df5-2e8c51ac583e', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:30.371396 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81265be-b072-4e67-8425-b5780da5c99d None None] Checking router: a6f4295a-3920-47e8-b3e5-5a713bfac017 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:46:30.381483 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81265be-b072-4e67-8425-b5780da5c99d None None] Routers {'a6f4295a-3920-47e8-b3e5-5a713bfac017'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:46:30.382098 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-c81265be-b072-4e67-8425-b5780da5c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:46:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['a6f4295a-3920-47e8-b3e5-5a713bfac017'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:30.399586 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] For port 6303422a-85cb-421d-8df5-2e8c51ac583e, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=6303422a-85cb-421d-8df5-2e8c51ac583e,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:46:30.400043 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:30.415300 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Calling delete_port for 6303422a-85cb-421d-8df5-2e8c51ac583e owned by network:router_gateway {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:46:30.468437 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-c81265be-b072-4e67-8425-b5780da5c99d None None] Set router a6f4295a-3920-47e8-b3e5-5a713bfac017 gateway port host: None {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:46:30.523421 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-c81265be-b072-4e67-8425-b5780da5c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'name': 'tempest-DeleteServersTestJSON-634874066-router', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:46:30Z', 'revision_number': 6, 'project_id': '905aecc2e33f4befb1a47740e8d53611', 'gw_port_host': None}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:30.551089 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81265be-b072-4e67-8425-b5780da5c99d None None] The sync data for ids ['a6f4295a-3920-47e8-b3e5-5a713bfac017'] in dv-cinder-849022-3-iscsi is: [{'id': 'a6f4295a-3920-47e8-b3e5-5a713bfac017', 'name': 'tempest-DeleteServersTestJSON-634874066-router', 'tenant_id': '905aecc2e33f4befb1a47740e8d53611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:46:30Z', 'revision_number': 6, 'project_id': '905aecc2e33f4befb1a47740e8d53611', 'gw_port_host': None}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:46:30.830800 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (6303422a-85cb-421d-8df5-2e8c51ac583e), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:30.857064 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Pushing event deleted for resources: {'Port': ['ID=6303422a-85cb-421d-8df5-2e8c51ac583e,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:30.921958 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae5b9d-dbe9-4885-ae13-b13440e3f319 req-6def8e1d-b03e-4d00-bd95-62aa3cf28f12 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:30.924469 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-03ae5b9d-dbe9-4885-ae13-b13440e3f319 req-6def8e1d-b03e-4d00-bd95-62aa3cf28f12 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0725908 Jul 19 15:46:30.941133 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661796'] for router_gateway (a6f4295a-3920-47e8-b3e5-5a713bfac017), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:30.982750 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:30.995247 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-03ae5b9d-dbe9-4885-ae13-b13440e3f319 req-3e1c251c-b381-415f-b583-3dab06e42d55 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632327 Jul 19 15:46:31.065980 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-918'] for router (a6f4295a-3920-47e8-b3e5-5a713bfac017), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.075331 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Publish callbacks [] for router_controller (a6f4295a-3920-47e8-b3e5-5a713bfac017), precommit_delete_associations {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.143393 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667305'] for router (a6f4295a-3920-47e8-b3e5-5a713bfac017), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.144028 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6f4295a-3920-47e8-b3e5-5a713bfac017 {{(pid=115784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 15:46:31.150490 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.152327 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b51be3a9-6cd5-4087-a925-0f3ce8ff636e admin admin] 10.222.0.64 "DELETE /v2.0/routers/a6f4295a-3920-47e8-b3e5-5a713bfac017 HTTP/1.1" status: 204 len: 168 time: 1.0987537 Jul 19 15:46:31.155156 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57402) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:31.204019 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e83815f-e9f1-4a29-9ac8-745518f2cf95 admin admin] Deleting subnet b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8 {{(pid=115785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:46:31.207194 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4e83815f-e9f1-4a29-9ac8-745518f2cf95 admin admin] Publish callbacks [] for subnet (b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.244305 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4e83815f-e9f1-4a29-9ac8-745518f2cf95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28889440'] for subnet (b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.364486 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4e83815f-e9f1-4a29-9ac8-745518f2cf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.433036 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4e83815f-e9f1-4a29-9ac8-745518f2cf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28811008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28593656'] for subnet (b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.478693 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83815f-e9f1-4a29-9ac8-745518f2cf95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:31.481306 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4e83815f-e9f1-4a29-9ac8-745518f2cf95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.484744 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16433355-dc97-4244-97c3-1cb17c5392f2 None None] Network 397d0617-8fd5-42c5-ae76-42ed3e65b60f requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:46:31.487791 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-4e83815f-e9f1-4a29-9ac8-745518f2cf95 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b4f8cb17-c8f9-4216-a4f7-51a2c6b631f8 HTTP/1.1" status: 204 len: 168 time: 0.3308675 Jul 19 15:46:31.490241 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57410) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:31.570963 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 21392627-2800-4c58-8904-0849fed4b2b8 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:46:31.592674 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (397d0617-8fd5-42c5-ae76-42ed3e65b60f), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.606655 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:31.611029 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 21392627-2800-4c58-8904-0849fed4b2b8 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:46:31.611644 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 21392627-2800-4c58-8904-0849fed4b2b8 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:46:31.612266 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 6303422a-85cb-421d-8df5-2e8c51ac583e no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:46:31.658735 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Deleting port cdae391e-5a9a-4435-816b-fa5bda3e1d7a {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:46:31.659177 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.664957 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 6303422a-85cb-421d-8df5-2e8c51ac583e {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:46:31.665259 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 6303422a-85cb-421d-8df5-2e8c51ac583e not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:46:31.762747 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] For port cdae391e-5a9a-4435-816b-fa5bda3e1d7a, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=cdae391e-5a9a-4435-816b-fa5bda3e1d7a,segment=NetworkSegment(8347f494-1fe9-4185-946e-959eae3293c1),segment_id=8347f494-1fe9-4185-946e-959eae3293c1)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:46:31.763112 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.777217 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Calling delete_port for cdae391e-5a9a-4435-816b-fa5bda3e1d7a owned by network:dhcp {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:46:31.788100 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] DHCP port deletion for 397d0617-8fd5-42c5-ae76-42ed3e65b60f request from dv-cinder-849022-3-iscsi {{(pid=115786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 15:46:31.836808 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Deleting port cdae391e-5a9a-4435-816b-fa5bda3e1d7a {{(pid=115786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:46:31.837216 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), before_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.874263 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.890089 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] No DVR routers for this DVR port cdae391e-5a9a-4435-816b-fa5bda3e1d7a on host dv-cinder-849022-3-iscsi {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:46:31.916526 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] For port cdae391e-5a9a-4435-816b-fa5bda3e1d7a, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=cdae391e-5a9a-4435-816b-fa5bda3e1d7a,segment=NetworkSegment(8347f494-1fe9-4185-946e-959eae3293c1),segment_id=8347f494-1fe9-4185-946e-959eae3293c1)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:46:31.917004 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), precommit_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:31.931129 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Calling delete_port for cdae391e-5a9a-4435-816b-fa5bda3e1d7a owned by network:dhcp {{(pid=115786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:46:31.932655 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdae391e-5a9a-4435-816b-fa5bda3e1d7a,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:31.936509 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:31.991536 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:31.996224 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (397d0617-8fd5-42c5-ae76-42ed3e65b60f), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:32.000977 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:32.019620 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397d0617-8fd5-42c5-ae76-42ed3e65b60f']}} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:32.031053 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8347f494-1fe9-4185-946e-959eae3293c1') {'for_net_delete': True} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:32.031053 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8347f494-1fe9-4185-946e-959eae3293c1') {} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:32.042530 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25197853'] for segment (8347f494-1fe9-4185-946e-959eae3293c1), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:32.064115 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (8347f494-1fe9-4185-946e-959eae3293c1), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:32.072183 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=115784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:46:32.072761 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29312085'] for segment (8347f494-1fe9-4185-946e-959eae3293c1), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:32.107715 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment 8347f494-1fe9-4185-946e-959eae3293c1 resource provider aggregate not found Jul 19 15:46:32.164839 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment 8347f494-1fe9-4185-946e-959eae3293c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8347f494-1fe9-4185-946e-959eae3293c1 found for delete ", "request_id": "req-ffe80bae-e5f2-448f-9532-8a594f722205"}]} Jul 19 15:46:32.176283 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758'] for port (cdae391e-5a9a-4435-816b-fa5bda3e1d7a), after_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:32.190254 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4414187-d6bf-4f34-aae4-8f60f9ce80d5 req-cd109038-f51b-41b6-97cd-20cacd657a0b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:32.191913 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e4414187-d6bf-4f34-aae4-8f60f9ce80d5 req-cd109038-f51b-41b6-97cd-20cacd657a0b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0964580 Jul 19 15:46:32.196114 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (397d0617-8fd5-42c5-ae76-42ed3e65b60f), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:32.200033 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:32.201182 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Pushing event deleted for resources: {'Port': ['ID=cdae391e-5a9a-4435-816b-fa5bda3e1d7a,revision_number=None']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:32.204282 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] 10.222.0.64 "DELETE /v2.0/networks/397d0617-8fd5-42c5-ae76-42ed3e65b60f HTTP/1.1" status: 204 len: 168 time: 0.7128086 Jul 19 15:46:32.209200 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] No DVR routers for this DVR port cdae391e-5a9a-4435-816b-fa5bda3e1d7a on host dv-cinder-849022-3-iscsi {{(pid=115786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:46:32.219951 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.220431 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.220959 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.221440 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.222016 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.222395 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.222711 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.223037 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.223360 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.223839 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.224311 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.224809 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.225131 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.225596 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.225924 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc62af-b801-4240-a0db-9d88234e1097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:32.227025 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37709c4d-aa52-4a2b-8426-32476a4f7901 admin admin] Pushing event deleted for resources: {'Network': ['ID=397d0617-8fd5-42c5-ae76-42ed3e65b60f,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:32.267971 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e4414187-d6bf-4f34-aae4-8f60f9ce80d5 req-e1d39826-1ffc-4bab-a168-1a49546bbbe3 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613167 Jul 19 15:46:32.407207 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57430) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:32.448871 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-cafebe4b-67a3-4aa8-ad96-6258228110c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=905aecc2e33f4befb1a47740e8d53611&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405025 Jul 19 15:46:32.451397 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57432) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:32.503729 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0d35f5a8-8fde-4920-8938-341b4a05efc9 admin admin] Publish callbacks [] for security_group (d5767556-44ee-46a0-af02-b95c55eb338f), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:32.525205 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0d35f5a8-8fde-4920-8938-341b4a05efc9 admin admin] Publish callbacks [] for security_group (d5767556-44ee-46a0-af02-b95c55eb338f), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:32.555352 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:32.574080 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0d35f5a8-8fde-4920-8938-341b4a05efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (d5767556-44ee-46a0-af02-b95c55eb338f), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:32.577301 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0d35f5a8-8fde-4920-8938-341b4a05efc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:32.578369 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-0d35f5a8-8fde-4920-8938-341b4a05efc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5767556-44ee-46a0-af02-b95c55eb338f HTTP/1.1" status: 204 len: 168 time: 0.1256218 Jul 19 15:46:32.586185 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35f5a8-8fde-4920-8938-341b4a05efc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5767556-44ee-46a0-af02-b95c55eb338f,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:33.402432 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae6002-17a5-43a3-8c18-22776e436b9d req-420eb535-81e7-4c84-9ae5-ea02e0e496fd tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:33.404404 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c4ae6002-17a5-43a3-8c18-22776e436b9d req-420eb535-81e7-4c84-9ae5-ea02e0e496fd tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0599413 Jul 19 15:46:33.460524 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c4ae6002-17a5-43a3-8c18-22776e436b9d req-87352c95-6160-4eae-a780-8ccaf1bc70da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500484 Jul 19 15:46:33.507987 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57514) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:33.548461 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device cdae391e-5a9a-4435-816b-fa5bda3e1d7a no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:46:33.567934 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: cdae391e-5a9a-4435-816b-fa5bda3e1d7a {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:46:33.568279 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device cdae391e-5a9a-4435-816b-fa5bda3e1d7a not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:46:33.625368 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1597633164-network', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:46:33.649945 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Made reservation on behalf of e11e234f713b40cd8772372c2316dd28 for: {'network': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:46:33.652397 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:33.661880 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:33.739329 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Publish callbacks [] for security_group (18f7a5dc-879a-4d77-a821-5a68e80ebfc1), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:33.742996 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (18f7a5dc-879a-4d77-a821-5a68e80ebfc1), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:33.764527 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=115785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:46:33.766247 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:33.780940 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f7a5dc-879a-4d77-a821-5a68e80ebfc1,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:33.786940 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (8cdcad73-7bdb-47f2-8b70-b98ca2c00e75), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:33.787283 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.segments_db [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Added segment 8cdcad73-7bdb-47f2-8b70-b98ca2c00e75 of type vlan for network 7719a9e3-d30d-4797-868c-2dbb1911ec7c Jul 19 15:46:33.832567 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (7719a9e3-d30d-4797-868c-2dbb1911ec7c), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:33.860881 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (7719a9e3-d30d-4797-868c-2dbb1911ec7c), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:33.861851 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:33.862473 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:33.905647 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3957367 Jul 19 15:46:33.908839 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57536) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:33.914205 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-c570e7ae-6d43-4978-a596-b4c6e4a253b9 admin admin] Request body: {'subnet': {'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1597633164-subnet', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:46:33.934992 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c570e7ae-6d43-4978-a596-b4c6e4a253b9 admin admin] Made reservation on behalf of e11e234f713b40cd8772372c2316dd28 for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:46:33.939163 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c570e7ae-6d43-4978-a596-b4c6e4a253b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25607098'] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:33.940594 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781cfa6-0897-4544-a49c-02212a5ed508 admin admin] Pushing event updated for resources: {'Network': ['ID=7719a9e3-d30d-4797-868c-2dbb1911ec7c,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:33.950763 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 7719a9e3-d30d-4797-868c-2dbb1911ec7c details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:46:34.129017 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c570e7ae-6d43-4978-a596-b4c6e4a253b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25607084'] for subnet (4b151b93-5448-4a87-837d-b3b162948294), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.190162 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570e7ae-6d43-4978-a596-b4c6e4a253b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b151b93-5448-4a87-837d-b3b162948294,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:34.208903 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c570e7ae-6d43-4978-a596-b4c6e4a253b9 admin admin] Checking segment: {'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:46:34.209275 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c570e7ae-6d43-4978-a596-b4c6e4a253b9 admin admin] Network hostable DHCP agents. Network: 7719a9e3-d30d-4797-868c-2dbb1911ec7c, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:46:34.230697 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c570e7ae-6d43-4978-a596-b4c6e4a253b9 admin admin] Network 7719a9e3-d30d-4797-868c-2dbb1911ec7c is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:46:34.240832 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-c570e7ae-6d43-4978-a596-b4c6e4a253b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 7719a9e3-d30d-4797-868c-2dbb1911ec7c) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:46:34.245632 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c570e7ae-6d43-4978-a596-b4c6e4a253b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:34.246551 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c570e7ae-6d43-4978-a596-b4c6e4a253b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.251326 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5bab80-f737-40f3-9fed-7ebca469af2b None None] Network 7719a9e3-d30d-4797-868c-2dbb1911ec7c requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:46:34.265725 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-c570e7ae-6d43-4978-a596-b4c6e4a253b9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3557100 Jul 19 15:46:34.268491 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57550) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:34.273932 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:46:34.284343 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:34.302742 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router (663fbdb3-02d7-4967-b212-66860eb88aff), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.304078 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-929'] for router (663fbdb3-02d7-4967-b212-66860eb88aff), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.368418 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Publish callbacks [] for router_controller (663fbdb3-02d7-4967-b212-66860eb88aff), precommit_add_association {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.395338 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280235f-3fe9-5815-959f-2ca5106b3b68-7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294'}]}} from dv-cinder-849022-3-iscsi. {{(pid=115786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 15:46:34.396448 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.540583 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Publish callbacks [] for router_gateway (663fbdb3-02d7-4967-b212-66860eb88aff), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.560728 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.db_base_plugin_common [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Allocated IP 172.20.0.2 (7719a9e3-d30d-4797-868c-2dbb1911ec7c/4b151b93-5448-4a87-837d-b3b162948294/6f84d72b-b024-4e04-8b35-bbe0bfa7d78c) {{(pid=115786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:46:34.565093 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:34.666588 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45e6e1-50e7-4ba5-bd3d-71ea88790405 req-51323aad-4bbc-43e8-97f6-bf64b22d6003 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:34.668150 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7e45e6e1-50e7-4ba5-bd3d-71ea88790405 req-51323aad-4bbc-43e8-97f6-bf64b22d6003 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0919466 Jul 19 15:46:34.724087 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Publish callbacks [] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), precommit_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.730918 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.779040 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Network 7719a9e3-d30d-4797-868c-2dbb1911ec7c is already hosted by enough agents. {{(pid=115786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:46:34.784749 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.base_scheduler [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Resources bound (agent type, host, resource id): {{(pid=115786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:46:34.787295 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Pushing event updated for resources: {'Port': ['ID=6f84d72b-b024-4e04-8b35-bbe0bfa7d78c,revision_number=1']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:34.789273 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Received port after_create {{(pid=115786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:46:34.789458 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7e45e6e1-50e7-4ba5-bd3d-71ea88790405 req-755f141b-8972-49db-828b-9a20b179e4da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151133 Jul 19 15:46:34.834838 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Publish callbacks [] for router_gateway (663fbdb3-02d7-4967-b212-66860eb88aff), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.849838 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Attempting to bind port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:46:34.850584 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Attempting to bind port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:46:34.850966 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Attempting to bind port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c on network 7719a9e3-d30d-4797-868c-2dbb1911ec7c {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:46:34.854883 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.857028 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:46:34.857413 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Checking segment: {'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:46:34.858349 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.858931 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Bound using segment: {'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:46:34.859614 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Bound port: 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:46:34.860180 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.947749 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] For port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:46:34.950615 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:34.953565 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] For port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=6f84d72b-b024-4e04-8b35-bbe0bfa7d78c,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:46:34.969728 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:34.974601 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Allocated IP 172.27.2.104 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/c906511c-2f1a-43b4-9384-325d4b01f397) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:46:35.042643 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd82a4-9a95-4273-a6d6-a8b0a5e2d178 None None] Pushing event updated for resources: {'Port': ['ID=6f84d72b-b024-4e04-8b35-bbe0bfa7d78c,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:35.095237 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Publish callbacks [] for port (c906511c-2f1a-43b4-9384-325d4b01f397), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:35.127911 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (c906511c-2f1a-43b4-9384-325d4b01f397), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:35.175039 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:46:35.181036 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:46:35.186072 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:46:35.212849 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Pushing event updated for resources: {'Port': ['ID=c906511c-2f1a-43b4-9384-325d4b01f397,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:35.345837 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:35.451566 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Publish callbacks [] for router_gateway (663fbdb3-02d7-4967-b212-66860eb88aff), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:35.539331 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:35.557071 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:46:35.605364 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:35.619482 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:46:35.619482 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:35.674208 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662221'] for router (663fbdb3-02d7-4967-b212-66860eb88aff), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:35.694570 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:46:35.694966 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:35.745950 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=6f84d72b-b024-4e04-8b35-bbe0bfa7d78c,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:46:35.752710 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:35.825958 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=6f84d72b-b024-4e04-8b35-bbe0bfa7d78c,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:35.839904 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Router 663fbdb3-02d7-4967-b212-66860eb88aff is scheduled to L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 with binding_index 1 {{(pid=115784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 15:46:35.964255 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b683038-130b-4e78-a0b1-71de82ecc081 req-6cde3dd1-3dd4-4d9f-95d9-b3b001064f1b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:35.975186 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9b683038-130b-4e78-a0b1-71de82ecc081 req-6cde3dd1-3dd4-4d9f-95d9-b3b001064f1b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0776641 Jul 19 15:46:35.997493 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:46:36.009446 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Sync routers for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:46:36.021856 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:36.025280 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-6a09c7cb-ed4d-4238-ae4d-99de40158617 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7557602 Jul 19 15:46:36.028106 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57592) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:36.033035 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:46:36.033700 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:46:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:36.052385 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9b683038-130b-4e78-a0b1-71de82ecc081 req-8a97cb75-48af-407c-a4cf-24e11424f5bd tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763223 Jul 19 15:46:36.159590 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57596) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:36.199582 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:46:36.233980 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494d5d46-7c1b-4bed-b9d9-a9f37fbf8c24 None None] Network 7719a9e3-d30d-4797-868c-2dbb1911ec7c requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:46:36.303824 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5b1dbd96-b363-4605-a36b-5af58f63c882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:36.422918 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-45674290-56f1-451b-bb84-bb2b1b93a380 None None] Provisioning complete for port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:46:36.423471 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-45674290-56f1-451b-bb84-bb2b1b93a380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:36.450808 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5b1dbd96-b363-4605-a36b-5af58f63c882 admin admin] Publish callbacks [] for security_group (2ce453ca-ea1c-46ea-8565-cd1d5f96d74b), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:36.455795 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5b1dbd96-b363-4605-a36b-5af58f63c882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (2ce453ca-ea1c-46ea-8565-cd1d5f96d74b), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:36.501512 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-5b1dbd96-b363-4605-a36b-5af58f63c882 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78626c17863c4f28aa4f4f24ed14eb9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406467 Jul 19 15:46:36.502615 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dbd96-b363-4605-a36b-5af58f63c882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce453ca-ea1c-46ea-8565-cd1d5f96d74b,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:36.505105 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57600) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:36.543539 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:36.575327 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-df3b715c-9892-44d0-9eca-dd82cfc54510 admin admin] Publish callbacks [] for security_group (2ce453ca-ea1c-46ea-8565-cd1d5f96d74b), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:36.593306 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:35Z', 'revision_number': 3, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:36.611283 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-df3b715c-9892-44d0-9eca-dd82cfc54510 admin admin] Publish callbacks [] for security_group (2ce453ca-ea1c-46ea-8565-cd1d5f96d74b), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:36.628895 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Checking router: 663fbdb3-02d7-4967-b212-66860eb88aff for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:46:36.629853 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Updating router 663fbdb3-02d7-4967-b212-66860eb88aff port c906511c-2f1a-43b4-9384-325d4b01f397 binding host dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:46:36.661378 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-45674290-56f1-451b-bb84-bb2b1b93a380 None None] Current status of the port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:46:36.681040 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c906511c-2f1a-43b4-9384-325d4b01f397), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:36.715454 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-df3b715c-9892-44d0-9eca-dd82cfc54510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (2ce453ca-ea1c-46ea-8565-cd1d5f96d74b), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:36.719022 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-df3b715c-9892-44d0-9eca-dd82cfc54510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:36.722648 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-df3b715c-9892-44d0-9eca-dd82cfc54510 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ce453ca-ea1c-46ea-8565-cd1d5f96d74b HTTP/1.1" status: 204 len: 168 time: 0.2140262 Jul 19 15:46:36.729814 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b715c-9892-44d0-9eca-dd82cfc54510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce453ca-ea1c-46ea-8565-cd1d5f96d74b,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:36.797696 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:36.840226 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:36.887650 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:36.955408 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:36.960436 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:37.005935 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-62740541-dadb-445c-b54d-2589d3fb3ee3 None None] Provisioning complete for port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:46:37.005935 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-62740541-dadb-445c-b54d-2589d3fb3ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.097653 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Publish callbacks [] for port (c906511c-2f1a-43b4-9384-325d4b01f397), precommit_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.129861 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (c906511c-2f1a-43b4-9384-325d4b01f397), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.134320 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Allocated IP 172.20.0.1 (7719a9e3-d30d-4797-868c-2dbb1911ec7c/4b151b93-5448-4a87-837d-b3b162948294/266ecf72-6a03-4a47-99ad-2dfd01e30250) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:46:37.169539 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57614) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:37.184349 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4a6af00a-4493-4088-be08-449601bd6a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.269430 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e195e-46fb-42be-87e2-ff1f3a173692 req-80e078af-01e6-4a09-82e7-bb60f081130e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:37.271292 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dc3e195e-46fb-42be-87e2-ff1f3a173692 req-80e078af-01e6-4a09-82e7-bb60f081130e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0943851 Jul 19 15:46:37.342937 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-62740541-dadb-445c-b54d-2589d3fb3ee3 None None] Current status of the port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:46:37.348891 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Attempting to bind port c906511c-2f1a-43b4-9384-325d4b01f397 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:46:37.349361 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Attempting to bind port c906511c-2f1a-43b4-9384-325d4b01f397 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:46:37.349864 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Attempting to bind port c906511c-2f1a-43b4-9384-325d4b01f397 on network 3ef4e101-41eb-411a-aa5a-672e4abf061e {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:46:37.357079 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Publish callbacks [] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.363080 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:46:37.363454 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Checking segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:46:37.363949 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.364384 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Bound using segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:46:37.365247 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Bound port: c906511c-2f1a-43b4-9384-325d4b01f397, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:46:37.365534 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c906511c-2f1a-43b4-9384-325d4b01f397), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.369346 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dc3e195e-46fb-42be-87e2-ff1f3a173692 req-87b68aad-d16e-4c9c-86cf-30fa23f76efa tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889945 Jul 19 15:46:37.387161 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1969f0-92a4-4d94-aa91-1a417f1749fb None None] Pushing event updated for resources: {'Port': ['ID=c906511c-2f1a-43b4-9384-325d4b01f397,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:37.411820 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.427425 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] For port c906511c-2f1a-43b4-9384-325d4b01f397, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:46:37.430900 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] For port c906511c-2f1a-43b4-9384-325d4b01f397, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=c906511c-2f1a-43b4-9384-325d4b01f397,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:46:37.437588 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (c906511c-2f1a-43b4-9384-325d4b01f397), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.456260 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Network 7719a9e3-d30d-4797-868c-2dbb1911ec7c is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:46:37.464781 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:46:37.470417 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:46:37.491882 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Pushing event updated for resources: {'Port': ['ID=266ecf72-6a03-4a47-99ad-2dfd01e30250,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:37.506023 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:46:37.506678 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:46:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:37.508713 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1969f0-92a4-4d94-aa91-1a417f1749fb None None] Pushing event updated for resources: {'Port': ['ID=c906511c-2f1a-43b4-9384-325d4b01f397,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:37.519282 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655459'] for router_interface (663fbdb3-02d7-4967-b212-66860eb88aff), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.526125 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4a6af00a-4493-4088-be08-449601bd6a9a admin admin] Publish callbacks [] for security_group (b4a6b177-f8b8-44b4-93db-d7e332e71d48), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.537636 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4a6af00a-4493-4088-be08-449601bd6a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b4a6b177-f8b8-44b4-93db-d7e332e71d48), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.576583 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6af00a-4493-4088-be08-449601bd6a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a6b177-f8b8-44b4-93db-d7e332e71d48,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:37.600882 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-4a6af00a-4493-4088-be08-449601bd6a9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81ef5e37dab845df8c4ea3f5abbaa936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293859 Jul 19 15:46:37.602231 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57616) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:37.648118 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:46:37.683129 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3267-4374-4a15-9ff4-c0eef6df54e9 admin admin] Publish callbacks [] for security_group (b4a6b177-f8b8-44b4-93db-d7e332e71d48), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.685331 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:37.693385 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:37.698042 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:46:37.711995 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3267-4374-4a15-9ff4-c0eef6df54e9 admin admin] Publish callbacks [] for security_group (b4a6b177-f8b8-44b4-93db-d7e332e71d48), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.728629 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.784575 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3267-4374-4a15-9ff4-c0eef6df54e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b4a6b177-f8b8-44b4-93db-d7e332e71d48), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.788266 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3267-4374-4a15-9ff4-c0eef6df54e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.812068 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-cb2b3267-4374-4a15-9ff4-c0eef6df54e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4a6b177-f8b8-44b4-93db-d7e332e71d48 HTTP/1.1" status: 204 len: 168 time: 0.2028387 Jul 19 15:46:37.831454 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b3267-4374-4a15-9ff4-c0eef6df54e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a6b177-f8b8-44b4-93db-d7e332e71d48,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:37.853073 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:46:37.853682 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.895573 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:37.947993 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Publish callbacks [] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.954825 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:37.992380 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-693df804-3c05-414c-a0e7-366ce1f3bbb7 None None] Provisioning complete for port 266ecf72-6a03-4a47-99ad-2dfd01e30250 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:46:37.992746 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-693df804-3c05-414c-a0e7-366ce1f3bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:38.035707 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:35Z', 'revision_number': 3, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:38.041085 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Pushing event updated for resources: {'Port': ['ID=266ecf72-6a03-4a47-99ad-2dfd01e30250,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:38.045742 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3665158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659499'] for router_interface (663fbdb3-02d7-4967-b212-66860eb88aff), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:38.074572 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672f1f1-6d99-410e-a8ce-b0ff8ca1c21d None None] The sync data for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi is: [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:35Z', 'revision_number': 3, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:46:38.088820 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-693df804-3c05-414c-a0e7-366ce1f3bbb7 None None] Port 266ecf72-6a03-4a47-99ad-2dfd01e30250 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:46:38.090679 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:46:38.166657 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:38.181414 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Network 7719a9e3-d30d-4797-868c-2dbb1911ec7c is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:46:38.183878 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:46:38.327579 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Router 663fbdb3-02d7-4967-b212-66860eb88aff has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:46:38.352637 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57630) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:38.373630 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-77a9b66c-b7cf-4d25-9704-66b31b65ac4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:38.499137 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:46:38.510410 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-da19b4e6-c705-408c-9c11-4ff1cf7290c6 admin admin] 10.222.0.64 "PUT /v2.0/routers/663fbdb3-02d7-4967-b212-66860eb88aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4764910 Jul 19 15:46:38.526915 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-554783da-44d2-4867-9d73-ade09bbdc2b6 None None] Provisioning complete for port 266ecf72-6a03-4a47-99ad-2dfd01e30250 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:46:38.527808 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-554783da-44d2-4867-9d73-ade09bbdc2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:38.556484 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:38.574266 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-554783da-44d2-4867-9d73-ade09bbdc2b6 None None] Port 266ecf72-6a03-4a47-99ad-2dfd01e30250 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:46:38.575065 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23aa759-694f-41fa-b5c0-e5ff206d3e9d req-4cbc016f-5b0a-40db-88f4-bac703358582 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:38.577304 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a23aa759-694f-41fa-b5c0-e5ff206d3e9d req-4cbc016f-5b0a-40db-88f4-bac703358582 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0847659 Jul 19 15:46:38.593450 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-77a9b66c-b7cf-4d25-9704-66b31b65ac4d admin admin] Publish callbacks [] for security_group (f4d5c9dd-4864-4fce-b694-dd3290780909), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:38.603989 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-77a9b66c-b7cf-4d25-9704-66b31b65ac4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (f4d5c9dd-4864-4fce-b694-dd3290780909), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:38.660878 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-77a9b66c-b7cf-4d25-9704-66b31b65ac4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db9800057820445b9ba82b88c19444e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059464 Jul 19 15:46:38.663838 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57638) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:38.676093 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9b66c-b7cf-4d25-9704-66b31b65ac4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d5c9dd-4864-4fce-b694-dd3290780909,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:38.698788 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a23aa759-694f-41fa-b5c0-e5ff206d3e9d req-489f6870-41f8-4639-999f-d961a90f174e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156335 Jul 19 15:46:38.727067 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-89f6c2cd-80a3-4e3c-ab63-a2de813faf90 admin admin] Publish callbacks [] for security_group (f4d5c9dd-4864-4fce-b694-dd3290780909), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:38.756284 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-89f6c2cd-80a3-4e3c-ab63-a2de813faf90 admin admin] Publish callbacks [] for security_group (f4d5c9dd-4864-4fce-b694-dd3290780909), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:38.818563 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-89f6c2cd-80a3-4e3c-ab63-a2de813faf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (f4d5c9dd-4864-4fce-b694-dd3290780909), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:38.821981 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-89f6c2cd-80a3-4e3c-ab63-a2de813faf90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:38.827609 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-89f6c2cd-80a3-4e3c-ab63-a2de813faf90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4d5c9dd-4864-4fce-b694-dd3290780909 HTTP/1.1" status: 204 len: 168 time: 0.1614177 Jul 19 15:46:38.837975 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6c2cd-80a3-4e3c-ab63-a2de813faf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d5c9dd-4864-4fce-b694-dd3290780909,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:38.962440 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57650) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:38.968157 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-55678cd9-2f3d-4ed9-8677-21ffafded4d2 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602816980', 'description': 'tempest-description--593132247'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:46:38.992483 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-55678cd9-2f3d-4ed9-8677-21ffafded4d2 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.009529 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:39.071807 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-55678cd9-2f3d-4ed9-8677-21ffafded4d2 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group (b198d633-908c-4a95-8f66-65c708df3fd8), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.077376 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-55678cd9-2f3d-4ed9-8677-21ffafded4d2 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b198d633-908c-4a95-8f66-65c708df3fd8), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.103350 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.114286 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-55678cd9-2f3d-4ed9-8677-21ffafded4d2 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.115562 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-55678cd9-2f3d-4ed9-8677-21ffafded4d2 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1518462 Jul 19 15:46:39.117476 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55678cd9-2f3d-4ed9-8677-21ffafded4d2 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b198d633-908c-4a95-8f66-65c708df3fd8,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:39.118636 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57654) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:39.126757 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-50d55422-b1b0-4716-a83b-f7298398b8bc tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Request body: {'security_group_rule': {'security_group_id': 'b198d633-908c-4a95-8f66-65c708df3fd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:46:39.173944 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-50d55422-b1b0-4716-a83b-f7298398b8bc tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group_rule (2798f657-463a-440e-a7ad-25473d37c241), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.278865 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-50d55422-b1b0-4716-a83b-f7298398b8bc tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group_rule (2798f657-463a-440e-a7ad-25473d37c241), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.286658 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-50d55422-b1b0-4716-a83b-f7298398b8bc tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (2798f657-463a-440e-a7ad-25473d37c241), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.311421 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:39.313476 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d55422-b1b0-4716-a83b-f7298398b8bc tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2798f657-463a-440e-a7ad-25473d37c241,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:39.320109 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-50d55422-b1b0-4716-a83b-f7298398b8bc tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.321311 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-50d55422-b1b0-4716-a83b-f7298398b8bc tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2002804 Jul 19 15:46:39.324035 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57672) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:39.329825 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-48debca1-7c22-418a-acd2-149cd27e6288 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Request body: {'security_group_rule': {'security_group_id': 'b198d633-908c-4a95-8f66-65c708df3fd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:46:39.360434 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-48debca1-7c22-418a-acd2-149cd27e6288 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group_rule (a814aabe-6102-455e-809a-72e6d752a136), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.425897 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-48debca1-7c22-418a-acd2-149cd27e6288 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group_rule (a814aabe-6102-455e-809a-72e6d752a136), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.430801 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-48debca1-7c22-418a-acd2-149cd27e6288 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (a814aabe-6102-455e-809a-72e6d752a136), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.452094 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48debca1-7c22-418a-acd2-149cd27e6288 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a814aabe-6102-455e-809a-72e6d752a136,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:39.457980 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-48debca1-7c22-418a-acd2-149cd27e6288 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.459245 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-48debca1-7c22-418a-acd2-149cd27e6288 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340687 Jul 19 15:46:39.462424 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57680) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:39.470038 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:46:39.509018 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.578806 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device c906511c-2f1a-43b4-9384-325d4b01f397 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:46:39.603961 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.635215 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port c906511c-2f1a-43b4-9384-325d4b01f397 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:46:39.635595 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (c906511c-2f1a-43b4-9384-325d4b01f397), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.753486 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Allocated IP 172.27.2.117 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/234bd5b9-70ee-4369-adf7-d90c77ff2555) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:46:39.773913 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port c906511c-2f1a-43b4-9384-325d4b01f397 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:46:39.774641 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c906511c-2f1a-43b4-9384-325d4b01f397), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.788984 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:39.801926 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port c906511c-2f1a-43b4-9384-325d4b01f397, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=c906511c-2f1a-43b4-9384-325d4b01f397,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:46:39.807634 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (c906511c-2f1a-43b4-9384-325d4b01f397), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:39.862648 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=c906511c-2f1a-43b4-9384-325d4b01f397,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:39.901980 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f8ee9-991b-4d91-b683-f2956dc92ae9 req-3a854762-f986-43d4-90d3-a7f1c61a155a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:39.903591 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-484f8ee9-991b-4d91-b683-f2956dc92ae9 req-3a854762-f986-43d4-90d3-a7f1c61a155a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.1127901 Jul 19 15:46:39.991715 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for port (234bd5b9-70ee-4369-adf7-d90c77ff2555), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:40.017320 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-484f8ee9-991b-4d91-b683-f2956dc92ae9 req-086f4654-890f-4f17-9069-26a9c73e4a2e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971189 Jul 19 15:46:40.042075 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (234bd5b9-70ee-4369-adf7-d90c77ff2555), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:40.076752 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:46:40.081668 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:46:40.085324 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:46:40.115296 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Sync routers for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:46:40.115758 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event updated for resources: {'Port': ['ID=234bd5b9-70ee-4369-adf7-d90c77ff2555,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:40.152894 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:46:40.153593 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:46:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:40.183181 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (46d4d226-3244-472d-a2d8-9d9a13ab93e5), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:40.223995 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (234bd5b9-70ee-4369-adf7-d90c77ff2555), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:40.280390 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:40.302255 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:46:40.442545 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for port (234bd5b9-70ee-4369-adf7-d90c77ff2555), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:40.447262 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (234bd5b9-70ee-4369-adf7-d90c77ff2555), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:40.527963 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event updated for resources: {'Port': ['ID=234bd5b9-70ee-4369-adf7-d90c77ff2555,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:40.533280 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (46d4d226-3244-472d-a2d8-9d9a13ab93e5), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:40.551224 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:40.552490 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-0674ac46-254b-4719-8fbd-9f36e6ce1c79 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0890300 Jul 19 15:46:40.565294 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 2, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:40.592346 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Checking router: 663fbdb3-02d7-4967-b212-66860eb88aff for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:46:40.592703 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Updating router 663fbdb3-02d7-4967-b212-66860eb88aff port 266ecf72-6a03-4a47-99ad-2dfd01e30250 binding host dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:46:40.619949 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:40.739505 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:40.783776 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-73a4fc91-bbea-4943-8f0a-303efb63a3f2 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1602816980&fields=id&tenant_id=e11e234f713b40cd8772372c2316dd28 HTTP/1.1" status: 200 len: 267 time: 0.0547991 Jul 19 15:46:40.805674 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:40.840580 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:40.906303 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Publish callbacks [] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), precommit_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:40.912390 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:40.918340 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-e6d6ccac-c8c5-44de-a9bc-3df998267f66 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:40.920889 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-e6d6ccac-c8c5-44de-a9bc-3df998267f66 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/networks?id=7719a9e3-d30d-4797-868c-2dbb1911ec7c HTTP/1.1" status: 200 len: 811 time: 0.1291728 Jul 19 15:46:40.936928 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-e309d839-5a96-436b-b760-68e816bbed43 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/quotas/e11e234f713b40cd8772372c2316dd28 HTTP/1.1" status: 200 len: 375 time: 0.0101032 Jul 19 15:46:40.962518 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Pushing event updated for resources: {'Port': ['ID=266ecf72-6a03-4a47-99ad-2dfd01e30250,revision_number=3']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:40.987046 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.987361 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.987716 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.988067 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.988394 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.988737 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.989034 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.989344 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.989827 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.990289 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.990787 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.991263 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.991791 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.992253 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.992709 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:46:40.992835 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-7eb0f599-4fda-45c9-9643-6dc433ba675a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e11e234f713b40cd8772372c2316dd28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493929 Jul 19 15:46:41.030207 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Attempting to bind port 266ecf72-6a03-4a47-99ad-2dfd01e30250 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:46:41.030636 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Attempting to bind port 266ecf72-6a03-4a47-99ad-2dfd01e30250 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:46:41.031284 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Attempting to bind port 266ecf72-6a03-4a47-99ad-2dfd01e30250 on network 7719a9e3-d30d-4797-868c-2dbb1911ec7c {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:46:41.037240 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:46:41.037488 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Checking segment: {'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:46:41.037880 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:41.038260 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Bound using segment: {'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:46:41.038745 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Bound port: 266ecf72-6a03-4a47-99ad-2dfd01e30250, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'}}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:46:41.039116 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:41.137379 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-59b53552-292f-44d4-8362-6c1b854643d7 service neutron] 10.222.0.64 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221952 Jul 19 15:46:41.164051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ba3c1-23b0-4df6-95a0-1bc9bcab79ad req-b8a8b7d6-5dfe-4a55-9ff1-759f6265417f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:41.165975 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d53ba3c1-23b0-4df6-95a0-1bc9bcab79ad req-b8a8b7d6-5dfe-4a55-9ff1-759f6265417f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0648785 Jul 19 15:46:41.225435 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d53ba3c1-23b0-4df6-95a0-1bc9bcab79ad req-9500c628-d0db-45dc-8dbc-e8cf4fef2ae0 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539291 Jul 19 15:46:41.227025 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-6ce68789-d6d5-411c-9e77-0774644757d8 None None] Provisioning complete for port 266ecf72-6a03-4a47-99ad-2dfd01e30250 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:46:41.227989 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-6ce68789-d6d5-411c-9e77-0774644757d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:41.253579 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] For port 266ecf72-6a03-4a47-99ad-2dfd01e30250, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:46:41.253579 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] For port 266ecf72-6a03-4a47-99ad-2dfd01e30250, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=266ecf72-6a03-4a47-99ad-2dfd01e30250,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:46:41.261148 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:41.262042 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-55c17e0e-fb6c-4526-b82b-2ed0db8ebdd9 service neutron] 10.222.0.64 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178844 Jul 19 15:46:41.271700 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-6ce68789-d6d5-411c-9e77-0774644757d8 None None] Port 266ecf72-6a03-4a47-99ad-2dfd01e30250 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:46:41.327928 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:46:41.328709 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:46:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:41.376400 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cef694-fc2c-4fc9-a313-ac67b135fedf None None] Pushing event updated for resources: {'Port': ['ID=266ecf72-6a03-4a47-99ad-2dfd01e30250,revision_number=4']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:41.497138 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:46:41.511961 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-10973577-6d4b-449b-93ad-e9dde4e6b21a req-183a3dc4-0957-42e1-9ef0-0493a69bb1b8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 210 time: 0.0726035 Jul 19 15:46:41.601646 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device c906511c-2f1a-43b4-9384-325d4b01f397 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:46:41.663612 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port c906511c-2f1a-43b4-9384-325d4b01f397 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:46:41.664086 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (c906511c-2f1a-43b4-9384-325d4b01f397), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:41.708093 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-257eecd7-d33c-4d34-b68e-f9a63a55e60f None None] Provisioning complete for port 266ecf72-6a03-4a47-99ad-2dfd01e30250 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:46:41.708552 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-257eecd7-d33c-4d34-b68e-f9a63a55e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:41.749314 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:46:41.776552 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5ad52-951a-4cbd-8ce3-08f3530754d5 None None] The sync data for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi is: [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:46:41.812239 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port c906511c-2f1a-43b4-9384-325d4b01f397 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:46:41.829805 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-257eecd7-d33c-4d34-b68e-f9a63a55e60f None None] Current status of the port 266ecf72-6a03-4a47-99ad-2dfd01e30250 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:46:41.830926 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-257eecd7-d33c-4d34-b68e-f9a63a55e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:41.887251 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-257eecd7-d33c-4d34-b68e-f9a63a55e60f None None] For port 266ecf72-6a03-4a47-99ad-2dfd01e30250, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=266ecf72-6a03-4a47-99ad-2dfd01e30250,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:46:41.891898 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-257eecd7-d33c-4d34-b68e-f9a63a55e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:41.953596 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257eecd7-d33c-4d34-b68e-f9a63a55e60f None None] Pushing event updated for resources: {'Port': ['ID=266ecf72-6a03-4a47-99ad-2dfd01e30250,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:42.359331 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea4e45-da23-466a-b1ad-5bd9fbdea97f req-3e4d23e6-4802-4464-aec6-6201b2c22ae6 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:42.360984 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-daea4e45-da23-466a-b1ad-5bd9fbdea97f req-3e4d23e6-4802-4464-aec6-6201b2c22ae6 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0554781 Jul 19 15:46:42.422961 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-daea4e45-da23-466a-b1ad-5bd9fbdea97f req-5894e6e6-d2cd-4a7a-b3ab-f85cbc0128b9 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562284 Jul 19 15:46:42.645823 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-de6a7c86-2abb-4589-8125-3400ba855f9c req-d97f5400-61ad-40bf-b605-71c589b6d9ea tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 210 time: 0.0347221 Jul 19 15:46:42.753147 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:42.790707 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-fe0a624f-814a-42ad-b3ea-cd6645eb1cef tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:42.792192 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-fe0a624f-814a-42ad-b3ea-cd6645eb1cef tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.36 "GET /v2.0/networks?id=7719a9e3-d30d-4797-868c-2dbb1911ec7c HTTP/1.1" status: 200 len: 811 time: 0.1236882 Jul 19 15:46:42.867374 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-f07e9c49-c33e-45c0-83bf-cf42a3cb4991 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e11e234f713b40cd8772372c2316dd28 HTTP/1.1" status: 200 len: 380 time: 0.0591745 Jul 19 15:46:42.876489 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-5ee8a8b8-ab2c-47c6-9ab9-25b04c3b50fb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Request body: {'port': {'device_id': '343ae383-5bfd-4c70-8926-a800fcee3519', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'admin_state_up': True, 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'security_groups': ['b198d633-908c-4a95-8f66-65c708df3fd8']}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:46:42.995660 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-5ee8a8b8-ab2c-47c6-9ab9-25b04c3b50fb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Made reservation on behalf of e11e234f713b40cd8772372c2316dd28 for: {'port': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:46:43.000243 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-5ee8a8b8-ab2c-47c6-9ab9-25b04c3b50fb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:43.128445 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-5ee8a8b8-ab2c-47c6-9ab9-25b04c3b50fb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Allocated IP 172.20.0.3 (7719a9e3-d30d-4797-868c-2dbb1911ec7c/4b151b93-5448-4a87-837d-b3b162948294/a70da232-0d1f-4d96-ac45-c34ad79c41f8) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:46:43.156499 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:43.279130 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-5ee8a8b8-ab2c-47c6-9ab9-25b04c3b50fb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:43.311824 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-5ee8a8b8-ab2c-47c6-9ab9-25b04c3b50fb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:43.356456 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-5ee8a8b8-ab2c-47c6-9ab9-25b04c3b50fb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Network 7719a9e3-d30d-4797-868c-2dbb1911ec7c is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:46:43.361139 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-5ee8a8b8-ab2c-47c6-9ab9-25b04c3b50fb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:46:43.364004 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-5ee8a8b8-ab2c-47c6-9ab9-25b04c3b50fb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:46:43.403603 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8a8b8-ab2c-47c6-9ab9-25b04c3b50fb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event updated for resources: {'Port': ['ID=a70da232-0d1f-4d96-ac45-c34ad79c41f8,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:43.430192 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-5ee8a8b8-ab2c-47c6-9ab9-25b04c3b50fb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:43.430839 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-5ee8a8b8-ab2c-47c6-9ab9-25b04c3b50fb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:43.450348 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-5ee8a8b8-ab2c-47c6-9ab9-25b04c3b50fb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5773220 Jul 19 15:46:43.469311 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Request body: {'port': {'device_id': '343ae383-5bfd-4c70-8926-a800fcee3519', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:46:43.616400 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 266ecf72-6a03-4a47-99ad-2dfd01e30250 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:46:43.616914 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c104e-a2ca-4025-9b48-66980819bd82 req-e3b8878b-fa49-4c45-880b-560ed19f2ad2 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:43.618748 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ec1c104e-a2ca-4025-9b48-66980819bd82 req-e3b8878b-fa49-4c45-880b-560ed19f2ad2 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0634499 Jul 19 15:46:43.625296 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:43.654131 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:43.680571 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-f0288468-bd31-440d-807f-466547708379 None None] Provisioning complete for port a70da232-0d1f-4d96-ac45-c34ad79c41f8 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:46:43.681263 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f0288468-bd31-440d-807f-466547708379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:43.714964 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ec1c104e-a2ca-4025-9b48-66980819bd82 req-82446a9d-4d1c-4ccc-908d-19990fe10524 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865655 Jul 19 15:46:43.732729 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:43.750633 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-f0288468-bd31-440d-807f-466547708379 None None] Port a70da232-0d1f-4d96-ac45-c34ad79c41f8 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:46:43.761763 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 266ecf72-6a03-4a47-99ad-2dfd01e30250 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:46:43.762146 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:43.786931 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:43.852329 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 266ecf72-6a03-4a47-99ad-2dfd01e30250 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:46:43.881825 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d468e-89a0-4b1d-8f94-c7d0f2e4df94 req-74c25353-2fdc-4f93-8e4e-0452d5ea5ce7 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:43.883417 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a00d468e-89a0-4b1d-8f94-c7d0f2e4df94 req-74c25353-2fdc-4f93-8e4e-0452d5ea5ce7 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 931 time: 0.0954165 Jul 19 15:46:44.006655 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a00d468e-89a0-4b1d-8f94-c7d0f2e4df94 req-08687182-cc29-4e1e-b4ff-d2cc59e9e15d tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148751 Jul 19 15:46:44.078867 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70da232-0d1f-4d96-ac45-c34ad79c41f8 {{(pid=115785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:46:44.087679 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Publish callbacks [] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:44.103347 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.provisioning_blocks [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Transition to ACTIVE for port object a70da232-0d1f-4d96-ac45-c34ad79c41f8 will not be triggered until provisioned by entity L2. {{(pid=115785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:46:44.107052 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:44.170068 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Pushing event updated for resources: {'Port': ['ID=a70da232-0d1f-4d96-ac45-c34ad79c41f8,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:44.274028 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Attempting to bind port a70da232-0d1f-4d96-ac45-c34ad79c41f8 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:46:44.274432 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Attempting to bind port a70da232-0d1f-4d96-ac45-c34ad79c41f8 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:46:44.274772 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Attempting to bind port a70da232-0d1f-4d96-ac45-c34ad79c41f8 on network 7719a9e3-d30d-4797-868c-2dbb1911ec7c {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:46:44.278526 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:44.281917 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Port a70da232-0d1f-4d96-ac45-c34ad79c41f8 on network 7719a9e3-d30d-4797-868c-2dbb1911ec7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:46:44.282244 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Attempting to bind port a70da232-0d1f-4d96-ac45-c34ad79c41f8 on network 7719a9e3-d30d-4797-868c-2dbb1911ec7c {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:46:44.288855 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:46:44.289199 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Checking segment: {'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:46:44.289582 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Bound using segment: {'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:46:44.290117 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Bound port: a70da232-0d1f-4d96-ac45-c34ad79c41f8, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'}}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:46:44.290580 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:44.383566 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] For port a70da232-0d1f-4d96-ac45-c34ad79c41f8, host hv-cinder-84902, cleared binding levels {{(pid=115785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:46:44.391655 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] For port a70da232-0d1f-4d96-ac45-c34ad79c41f8, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=a70da232-0d1f-4d96-ac45-c34ad79c41f8,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:46:44.399190 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:44.446969 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:44.447867 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:44.450001 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] 10.222.0.36 "PUT /v2.0/ports/a70da232-0d1f-4d96-ac45-c34ad79c41f8 HTTP/1.1" status: 200 len: 1093 time: 0.9911835 Jul 19 15:46:44.450616 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343ae383-5bfd-4c70-8926-a800fcee3519', 'tag': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:46:44.453135 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b988e0-1b85-4f32-8e2e-1b3ca9425960" -d '{"events": [{"name": "network-changed", "server_uuid": "343ae383-5bfd-4c70-8926-a800fcee3519", "tag": "a70da232-0d1f-4d96-ac45-c34ad79c41f8"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:46:44.477850 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811cb9a-a6b0-4731-91f4-37bdb2cae3ff service neutron] Pushing event updated for resources: {'Port': ['ID=a70da232-0d1f-4d96-ac45-c34ad79c41f8,revision_number=3']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:44.565630 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a39105-5727-4930-8c09-dee096093b9e x-openstack-request-id: req-38a39105-5727-4930-8c09-dee096093b9e {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:46:44.565922 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343ae383-5bfd-4c70-8926-a800fcee3519", "tag": "a70da232-0d1f-4d96-ac45-c34ad79c41f8", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:46:44.566176 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38a39105-5727-4930-8c09-dee096093b9e {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:46:44.566601 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a39105-5727-4930-8c09-dee096093b9e'] response: {'name': 'network-changed', 'server_uuid': '343ae383-5bfd-4c70-8926-a800fcee3519', 'tag': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8', 'status': 'completed', 'code': 200} Jul 19 15:46:44.579742 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-acec2766-4306-4bd0-bc28-a2fd9fce29ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:44.581272 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-acec2766-4306-4bd0-bc28-a2fd9fce29ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e11e234f713b40cd8772372c2316dd28&device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 1127 time: 0.0544646 Jul 19 15:46:44.629916 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-6f242eea-266e-4eab-8fc5-168cb3f11159 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70da232-0d1f-4d96-ac45-c34ad79c41f8 HTTP/1.1" status: 200 len: 217 time: 0.0360861 Jul 19 15:46:44.696661 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-baaac1c0-6067-44c0-9ae4-d7173586fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:44.698156 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-baaac1c0-6067-44c0-9ae4-d7173586fc8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b151b93-5448-4a87-837d-b3b162948294 HTTP/1.1" status: 200 len: 850 time: 0.0539210 Jul 19 15:46:44.769999 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-add302b2-f788-4e72-b651-4d60f5996e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:44.774610 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-add302b2-f788-4e72-b651-4d60f5996e74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7719a9e3-d30d-4797-868c-2dbb1911ec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600300 Jul 19 15:46:44.903127 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788a74e-3f32-48dd-b4cc-a2e8caaa8560 req-750e1589-703b-479e-8afb-94e915d5e5ab tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:44.904729 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e788a74e-3f32-48dd-b4cc-a2e8caaa8560 req-750e1589-703b-479e-8afb-94e915d5e5ab tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.1028297 Jul 19 15:46:44.938599 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-fa4a42b2-21a5-48a8-9070-461892cfa3a4 service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568224 Jul 19 15:46:44.965364 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:45.007098 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e788a74e-3f32-48dd-b4cc-a2e8caaa8560 req-ce09620a-c5db-4473-8695-cf17ab035390 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915656 Jul 19 15:46:45.081942 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-86b2484d-e6cb-4ce4-9fba-dc33652f229e req-209869b1-3584-4b1c-acf8-98e132a213d2 service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350148 Jul 19 15:46:45.162392 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed799e-857f-465c-84d7-09a09b6b1968 req-9283a6d2-84cf-410d-aa4a-1795e3cf6926 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:45.170717 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-baed799e-857f-465c-84d7-09a09b6b1968 req-9283a6d2-84cf-410d-aa4a-1795e3cf6926 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0720832 Jul 19 15:46:45.188322 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b988e0-1b85-4f32-8e2e-1b3ca9425960 req-851220ff-e955-435f-b68b-856bb1a4fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:45.193037 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a6b988e0-1b85-4f32-8e2e-1b3ca9425960 req-851220ff-e955-435f-b68b-856bb1a4fbc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e11e234f713b40cd8772372c2316dd28&device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 1127 time: 0.0596538 Jul 19 15:46:45.215815 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-baed799e-857f-465c-84d7-09a09b6b1968 req-8826e7d7-035c-467e-8305-a202f30017e8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450029 Jul 19 15:46:45.296156 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b988e0-1b85-4f32-8e2e-1b3ca9425960 req-6d3b2aba-65b6-4f8e-9c91-fb340c7d04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:45.297616 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a6b988e0-1b85-4f32-8e2e-1b3ca9425960 req-6d3b2aba-65b6-4f8e-9c91-fb340c7d04a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7719a9e3-d30d-4797-868c-2dbb1911ec7c HTTP/1.1" status: 200 len: 912 time: 0.0962198 Jul 19 15:46:45.337587 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a6b988e0-1b85-4f32-8e2e-1b3ca9425960 req-4bb3124c-3fcf-4a27-9831-47c7cbd30d74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70da232-0d1f-4d96-ac45-c34ad79c41f8 HTTP/1.1" status: 200 len: 217 time: 0.0330427 Jul 19 15:46:45.396316 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b988e0-1b85-4f32-8e2e-1b3ca9425960 req-0191c54d-ac97-4966-9c12-4dfd9d1809b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:45.397713 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a6b988e0-1b85-4f32-8e2e-1b3ca9425960 req-0191c54d-ac97-4966-9c12-4dfd9d1809b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b151b93-5448-4a87-837d-b3b162948294 HTTP/1.1" status: 200 len: 850 time: 0.0517623 Jul 19 15:46:45.447162 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b988e0-1b85-4f32-8e2e-1b3ca9425960 req-8e2455b8-87b8-4b20-9943-c5709d2b46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:45.448697 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a6b988e0-1b85-4f32-8e2e-1b3ca9425960 req-8e2455b8-87b8-4b20-9943-c5709d2b46ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7719a9e3-d30d-4797-868c-2dbb1911ec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442431 Jul 19 15:46:45.547898 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a6b988e0-1b85-4f32-8e2e-1b3ca9425960 req-7fa2943e-428e-48b0-b160-3a6c55415bca service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897675 Jul 19 15:46:45.630895 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:45.650932 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a6b988e0-1b85-4f32-8e2e-1b3ca9425960 req-1367b4b2-8e0f-429a-aeb5-ea130bfcae95 service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960937 Jul 19 15:46:46.127254 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2d8f1-42ad-4fba-a3dd-387856b2654b req-7d0d46af-a5c8-44df-bda4-201a51b2927a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:46.128808 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8cb2d8f1-42ad-4fba-a3dd-387856b2654b req-7d0d46af-a5c8-44df-bda4-201a51b2927a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0523283 Jul 19 15:46:46.177235 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8cb2d8f1-42ad-4fba-a3dd-387856b2654b req-fe3e02e4-eb0b-4819-9fd4-bb2b00cbe9be tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Jul 19 15:46:46.215451 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3f3fc1b7-68fe-43c4-a872-428d7ff5391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:46.359373 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeffe21-304f-48b7-b97d-200fd6aa7dc7 req-e93bc039-fbb0-4258-9645-4408fa0bdbd0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:46.361333 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-efeffe21-304f-48b7-b97d-200fd6aa7dc7 req-e93bc039-fbb0-4258-9645-4408fa0bdbd0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0611773 Jul 19 15:46:46.416532 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-efeffe21-304f-48b7-b97d-200fd6aa7dc7 req-4e303c42-7d0b-4437-af3b-fa9668867b40 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491440 Jul 19 15:46:47.294342 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade16a3-31ab-4af1-b1e3-9e9e407d4dfc req-95a96366-b9d5-477b-843f-dd976b23645d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:47.296816 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-eade16a3-31ab-4af1-b1e3-9e9e407d4dfc req-95a96366-b9d5-477b-843f-dd976b23645d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0498526 Jul 19 15:46:47.347823 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57888) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:47.352758 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-eade16a3-31ab-4af1-b1e3-9e9e407d4dfc req-01bee3bd-932e-4e8e-a817-b725e5f2fa6c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507817 Jul 19 15:46:47.488826 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b02d5541-525a-473c-b24a-3bcf67a21172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:47.549250 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:47.574548 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51a093-5ecc-4bb7-830c-e62e10d586b8 req-cdb1c9a9-d212-4119-a577-3a3a39097e08 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:47.576161 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5e51a093-5ecc-4bb7-830c-e62e10d586b8 req-cdb1c9a9-d212-4119-a577-3a3a39097e08 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0791631 Jul 19 15:46:47.657600 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5e51a093-5ecc-4bb7-830c-e62e10d586b8 req-d0c31807-d299-4f48-8869-2803a857f3c6 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731523 Jul 19 15:46:47.669024 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b02d5541-525a-473c-b24a-3bcf67a21172 admin admin] Publish callbacks [] for security_group (23345471-3238-4e6c-bb23-531d0c6fcce8), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:47.674474 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b02d5541-525a-473c-b24a-3bcf67a21172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (23345471-3238-4e6c-bb23-531d0c6fcce8), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:47.687594 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:47.719881 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b02d5541-525a-473c-b24a-3bcf67a21172 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56d7092eca6f495fbb19ed5c37bb4b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709590 Jul 19 15:46:47.722350 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d5541-525a-473c-b24a-3bcf67a21172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23345471-3238-4e6c-bb23-531d0c6fcce8,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:47.722585 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57904) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:47.777885 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ed08dde-1bfb-4c8e-ba44-bd77dd27b4fc admin admin] Publish callbacks [] for security_group (23345471-3238-4e6c-bb23-531d0c6fcce8), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:47.804285 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ed08dde-1bfb-4c8e-ba44-bd77dd27b4fc admin admin] Publish callbacks [] for security_group (23345471-3238-4e6c-bb23-531d0c6fcce8), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:47.856878 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ed08dde-1bfb-4c8e-ba44-bd77dd27b4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (23345471-3238-4e6c-bb23-531d0c6fcce8), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:47.859968 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ed08dde-1bfb-4c8e-ba44-bd77dd27b4fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:47.860919 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-6ed08dde-1bfb-4c8e-ba44-bd77dd27b4fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23345471-3238-4e6c-bb23-531d0c6fcce8 HTTP/1.1" status: 204 len: 168 time: 0.1372356 Jul 19 15:46:47.869875 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed08dde-1bfb-4c8e-ba44-bd77dd27b4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23345471-3238-4e6c-bb23-531d0c6fcce8,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:48.500708 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e06a2-d5fe-4a0d-a53c-ec37ddb3ff4d req-316ce279-e188-486b-95b0-14638a1fc693 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:48.506937 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-861e06a2-d5fe-4a0d-a53c-ec37ddb3ff4d req-316ce279-e188-486b-95b0-14638a1fc693 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0762901 Jul 19 15:46:48.557595 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-861e06a2-d5fe-4a0d-a53c-ec37ddb3ff4d req-ddfe0d42-388e-4c44-87df-d274855f8feb tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477898 Jul 19 15:46:48.619627 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e5656376-e310-4fad-b5a9-aaba4ad9bc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:48.789184 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5964f-d3fd-4e38-8fcd-c0967a587ca2 req-b13ca179-6a1b-4f05-8634-364353c4c689 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:48.790915 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-92b5964f-d3fd-4e38-8fcd-c0967a587ca2 req-b13ca179-6a1b-4f05-8634-364353c4c689 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0509295 Jul 19 15:46:48.847497 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-92b5964f-d3fd-4e38-8fcd-c0967a587ca2 req-23b3ae8e-cdaa-4f04-b864-4a03b3994121 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486023 Jul 19 15:46:49.595677 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:49.674120 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a57ac-84b6-4e58-b27f-f3b4575f0445 req-deb0fe14-86e1-491a-94f8-376c48545269 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:49.675897 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-316a57ac-84b6-4e58-b27f-f3b4575f0445 req-deb0fe14-86e1-491a-94f8-376c48545269 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0482876 Jul 19 15:46:49.687660 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:49.731641 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-316a57ac-84b6-4e58-b27f-f3b4575f0445 req-a8bb3236-5dfb-4c71-811b-072955538071 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498199 Jul 19 15:46:49.973602 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02673bfb-b28d-4024-b4c5-4df4892192fa req-3039e007-6624-402a-8ccd-e2c3bc9cabb6 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:49.975354 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-02673bfb-b28d-4024-b4c5-4df4892192fa req-3039e007-6624-402a-8ccd-e2c3bc9cabb6 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0550869 Jul 19 15:46:50.026164 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 57966) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:50.048773 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-02673bfb-b28d-4024-b4c5-4df4892192fa req-2775a3e1-aaea-41b7-abb2-44e1e83fc857 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658426 Jul 19 15:46:50.153540 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbcc1-de9b-47d2-83e0-c5bf35948b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:50.235377 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbcc1-de9b-47d2-83e0-c5bf35948b3d admin admin] Publish callbacks [] for security_group (8bc43534-f893-41d5-92b2-d3011030fd84), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:50.239463 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbcc1-de9b-47d2-83e0-c5bf35948b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (8bc43534-f893-41d5-92b2-d3011030fd84), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:50.282527 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-5f8cbcc1-de9b-47d2-83e0-c5bf35948b3d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63b2c17379234dc58538d21b0eb1ebf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550273 Jul 19 15:46:50.283193 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cbcc1-de9b-47d2-83e0-c5bf35948b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc43534-f893-41d5-92b2-d3011030fd84,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:50.286030 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 57980) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:46:50.336474 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bb9a429b-3565-4b14-bf54-63e52a59001c admin admin] Publish callbacks [] for security_group (8bc43534-f893-41d5-92b2-d3011030fd84), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:50.360055 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bb9a429b-3565-4b14-bf54-63e52a59001c admin admin] Publish callbacks [] for security_group (8bc43534-f893-41d5-92b2-d3011030fd84), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:50.406879 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bb9a429b-3565-4b14-bf54-63e52a59001c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (8bc43534-f893-41d5-92b2-d3011030fd84), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:50.409512 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bb9a429b-3565-4b14-bf54-63e52a59001c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:50.410982 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-bb9a429b-3565-4b14-bf54-63e52a59001c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8bc43534-f893-41d5-92b2-d3011030fd84 HTTP/1.1" status: 204 len: 168 time: 0.1231441 Jul 19 15:46:50.420890 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a429b-3565-4b14-bf54-63e52a59001c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc43534-f893-41d5-92b2-d3011030fd84,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:46:50.860748 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4a34a-af44-4b4a-8f16-10217d7a8cca req-c2f20ec7-dc0a-45d2-8c4b-2b22af94d8aa tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:50.862322 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8cb4a34a-af44-4b4a-8f16-10217d7a8cca req-c2f20ec7-dc0a-45d2-8c4b-2b22af94d8aa tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0575130 Jul 19 15:46:50.912874 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8cb4a34a-af44-4b4a-8f16-10217d7a8cca req-e2b6e894-f6b6-46f5-b553-7b905c6bd506 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Jul 19 15:46:51.169182 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d66f5-7dd6-4238-86fa-65affedf3c99 req-f9fc66f7-919b-4155-a648-4aa80b985645 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:51.171056 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1a6d66f5-7dd6-4238-86fa-65affedf3c99 req-f9fc66f7-919b-4155-a648-4aa80b985645 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0510247 Jul 19 15:46:51.218395 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1a6d66f5-7dd6-4238-86fa-65affedf3c99 req-cab54152-1363-4259-ba5b-40889cdc8ea8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418255 Jul 19 15:46:51.504824 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:51.844389 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:46:52.037803 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1a7d1-7443-490f-af0b-93cbf70e6d05 req-20cb3185-546a-4e52-b321-2ae875a091d0 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:52.039297 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-bbd1a7d1-7443-490f-af0b-93cbf70e6d05 req-20cb3185-546a-4e52-b321-2ae875a091d0 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0477364 Jul 19 15:46:52.097170 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-bbd1a7d1-7443-490f-af0b-93cbf70e6d05 req-d0e0aaad-c822-4425-b5b3-3c4d04fcb6b8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520172 Jul 19 15:46:52.336844 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945521c-506b-4e41-86d0-130f6a4134e8 req-ee2f584d-cf3b-4d4a-a3aa-5c6c7f0ded04 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:52.338817 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0945521c-506b-4e41-86d0-130f6a4134e8 req-ee2f584d-cf3b-4d4a-a3aa-5c6c7f0ded04 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0530505 Jul 19 15:46:52.391580 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0945521c-506b-4e41-86d0-130f6a4134e8 req-80f155ee-84e2-454f-bb74-52caec9aef5b tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459740 Jul 19 15:46:53.086931 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-5ee2a8bf-0522-4238-b80b-df85546555ec tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=537dfdfbaae043f38cd4300e1b030682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348778 Jul 19 15:46:53.227281 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a97097-b17e-4a5a-a059-5e851053134e req-126b00a0-00b2-4b8a-a437-ca8612b588ba tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:53.228976 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-86a97097-b17e-4a5a-a059-5e851053134e req-126b00a0-00b2-4b8a-a437-ca8612b588ba tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0546205 Jul 19 15:46:53.255962 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:53.283416 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-86a97097-b17e-4a5a-a059-5e851053134e req-77a2b766-b5a6-4d34-bcc8-beb7a2510e05 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473511 Jul 19 15:46:53.508435 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-92bdc750-9b76-448f-bde9-10e95896081f tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:53.509811 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-92bdc750-9b76-448f-bde9-10e95896081f tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4176672 Jul 19 15:46:53.511781 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4239f-d383-4fe5-acd1-c5909d45562c req-3a8d0771-9524-4ed0-bc19-81e89d6f6d6c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:53.513228 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9df4239f-d383-4fe5-acd1-c5909d45562c req-3a8d0771-9524-4ed0-bc19-81e89d6f6d6c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0533266 Jul 19 15:46:53.524917 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-d06f2f40-bf32-4558-8f2f-2b7eee254d0f tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/quotas/537dfdfbaae043f38cd4300e1b030682 HTTP/1.1" status: 200 len: 375 time: 0.0098388 Jul 19 15:46:53.558469 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-65f1045f-597a-4348-9acd-a541b684e2c5 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=537dfdfbaae043f38cd4300e1b030682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277627 Jul 19 15:46:53.562014 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9df4239f-d383-4fe5-acd1-c5909d45562c req-b16000d9-d3dd-4d46-84ab-cf2de1cb077c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422902 Jul 19 15:46:53.732178 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a93f77ba-b86a-4c74-9aeb-e3d625cf27cd req-0fe1edf7-d590-47e7-a22a-2e7139681c06 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0339065 Jul 19 15:46:54.361857 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:54.403854 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5de90-c972-48cd-9aba-d6bde8161906 req-190e01c4-29b1-46c8-8165-ea0a19d89f1d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:54.405326 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-56a5de90-c972-48cd-9aba-d6bde8161906 req-190e01c4-29b1-46c8-8165-ea0a19d89f1d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0526640 Jul 19 15:46:54.452525 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-56a5de90-c972-48cd-9aba-d6bde8161906 req-a4963b59-7bb3-457d-9459-075559eef0d1 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409002 Jul 19 15:46:54.637508 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:54.675131 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f791d-2583-4d25-9bf8-37bd64c36471 req-2a70fe57-8734-4df4-be6a-0f9fb2b929b4 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:54.676616 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-bd2f791d-2583-4d25-9bf8-37bd64c36471 req-2a70fe57-8734-4df4-be6a-0f9fb2b929b4 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0477469 Jul 19 15:46:54.727306 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-bd2f791d-2583-4d25-9bf8-37bd64c36471 req-4f5c00c9-7559-4075-b259-a3f1278064b0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449810 Jul 19 15:46:54.808883 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:46:54.830732 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-020a9d7a-06e0-4a63-89e4-287ee71c06c4 req-5678f1ae-4c35-4b12-8df6-32286c6db126 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0269425 Jul 19 15:46:55.571119 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc33f1-dbeb-4fe9-9572-1a48ac1bd815 req-dabc138b-bdd7-4cb4-8732-3eb34e83dfc2 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:55.572622 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-affc33f1-dbeb-4fe9-9572-1a48ac1bd815 req-dabc138b-bdd7-4cb4-8732-3eb34e83dfc2 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0490503 Jul 19 15:46:55.621204 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-affc33f1-dbeb-4fe9-9572-1a48ac1bd815 req-4b94140c-2e27-45de-a51d-2c87126100af tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422745 Jul 19 15:46:55.830835 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:46:55.854104 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3043f-75b0-41f8-bc76-87960d5272db req-d9332530-b247-4498-a529-545c1fe2c7dd tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:55.855644 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fda3043f-75b0-41f8-bc76-87960d5272db req-d9332530-b247-4498-a529-545c1fe2c7dd tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0571141 Jul 19 15:46:55.923316 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fda3043f-75b0-41f8-bc76-87960d5272db req-8aa359c4-c6bf-49e1-8cb2-7cf42b6249b8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600593 Jul 19 15:46:55.958328 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8f72c763-1a2a-4477-81ee-38e8a9aa8fd5 req-f3a9396a-efc9-48b8-bfb7-49aa8c6db974 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0322397 Jul 19 15:46:56.740390 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62910340-911d-43b0-aa40-5f57351bc5ed req-b8af3a34-a07d-497b-9d2f-37727f48c651 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:56.741904 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-62910340-911d-43b0-aa40-5f57351bc5ed req-b8af3a34-a07d-497b-9d2f-37727f48c651 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0497332 Jul 19 15:46:56.789079 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-62910340-911d-43b0-aa40-5f57351bc5ed req-57bc5887-4d0c-468f-9db0-ecd200b39b11 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Jul 19 15:46:57.056134 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2508be9-c91d-423e-a76e-d9570695c49e req-76c83580-c273-4df1-89d6-3d2640341f3a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:57.057724 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e2508be9-c91d-423e-a76e-d9570695c49e req-76c83580-c273-4df1-89d6-3d2640341f3a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0530691 Jul 19 15:46:57.066999 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4a394d64-73a6-446c-9478-93e561f21e38 req-bac787a0-4d3d-439e-b857-e788d6f25516 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0343080 Jul 19 15:46:57.110655 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e2508be9-c91d-423e-a76e-d9570695c49e req-3c70b348-f468-43f1-a809-75b865f3fdfa tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450637 Jul 19 15:46:57.903402 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb52508-e90e-4d49-b2de-2dd4431a23d6 req-907990cf-8f1e-40e0-b7fa-463d4c0c7167 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:57.904879 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9cb52508-e90e-4d49-b2de-2dd4431a23d6 req-907990cf-8f1e-40e0-b7fa-463d4c0c7167 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0476549 Jul 19 15:46:57.955607 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9cb52508-e90e-4d49-b2de-2dd4431a23d6 req-66d4ecac-b508-4300-b93c-423da12e0e83 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448852 Jul 19 15:46:58.161607 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5e55f634-49c4-45c0-878e-c461ea6384ed req-355c2033-cd6f-4c4d-861c-b83b8e415895 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0298750 Jul 19 15:46:58.225904 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fa6fc-45ed-425b-92d0-8e5cdda39c06 req-77fcda3b-90fa-4187-a663-44f3e5c547d5 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:58.227377 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d72fa6fc-45ed-425b-92d0-8e5cdda39c06 req-77fcda3b-90fa-4187-a663-44f3e5c547d5 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0467944 Jul 19 15:46:58.277226 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d72fa6fc-45ed-425b-92d0-8e5cdda39c06 req-1420ef8f-431c-46d9-87d0-db504c9fcce5 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444136 Jul 19 15:46:59.072734 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609c4d7-320a-4c2c-9b05-1b8a20d8062c req-f3c769dd-8d62-470b-9ef6-505a5047e10b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:59.074193 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4609c4d7-320a-4c2c-9b05-1b8a20d8062c req-f3c769dd-8d62-470b-9ef6-505a5047e10b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0503440 Jul 19 15:46:59.126114 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4609c4d7-320a-4c2c-9b05-1b8a20d8062c req-c75cee91-5aa3-4e3f-a7bb-6890d36d576b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458634 Jul 19 15:46:59.259217 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6a4d0055-5d42-427d-99a8-9ccb26d56f4d req-41609838-66b5-4241-a72c-071f62217f63 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0283272 Jul 19 15:46:59.398740 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a148136-f6e9-4356-94eb-8c1111252db2 req-402206f6-94ac-4df2-ab1b-de6e676811c1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:59.400245 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5a148136-f6e9-4356-94eb-8c1111252db2 req-402206f6-94ac-4df2-ab1b-de6e676811c1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0515325 Jul 19 15:46:59.454273 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5a148136-f6e9-4356-94eb-8c1111252db2 req-e83915d9-f2d4-4cbc-afe7-fc03aa2b0cb6 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487010 Jul 19 15:46:59.583598 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20495269-b1ad-4fb2-a39c-cf3fe92afe80 req-1a0c5eb3-a0d1-4373-bfb2-225a978283a2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:46:59.585274 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-20495269-b1ad-4fb2-a39c-cf3fe92afe80 req-1a0c5eb3-a0d1-4373-bfb2-225a978283a2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0546064 Jul 19 15:46:59.631960 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-20495269-b1ad-4fb2-a39c-cf3fe92afe80 req-53513936-4f36-49f9-be66-0c55175eae90 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412109 Jul 19 15:47:00.246435 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc94087-dac5-4ca1-a49d-6d1a946c4281 req-8febd220-4e65-498b-8443-fc9f480036b8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:00.247908 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1dc94087-dac5-4ca1-a49d-6d1a946c4281 req-8febd220-4e65-498b-8443-fc9f480036b8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0529628 Jul 19 15:47:00.293875 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:00.299584 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1dc94087-dac5-4ca1-a49d-6d1a946c4281 req-3c6a9547-a47d-4c7a-a2c4-04734f82034a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457222 Jul 19 15:47:00.362418 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-29cc5c65-4799-43bd-a559-37d20934323a req-6ef9c3f4-e0fa-4f3a-a857-06be5580fa69 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0300543 Jul 19 15:47:00.574697 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a1185-ef7b-4b28-848c-caac8ae7966e req-f99c9d76-31f9-42f5-9027-ec2b51b19f0b tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:00.576072 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ef8a1185-ef7b-4b28-848c-caac8ae7966e req-f99c9d76-31f9-42f5-9027-ec2b51b19f0b tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0476885 Jul 19 15:47:00.623307 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ef8a1185-ef7b-4b28-848c-caac8ae7966e req-bea9f4ca-768a-4901-bc2a-3c508ba1f090 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409334 Jul 19 15:47:00.751814 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaaa83-72f1-423b-a65e-918221009feb req-c03200ec-7782-40db-8b2c-781e1eccf7f8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:00.753267 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-abaaaa83-72f1-423b-a65e-918221009feb req-c03200ec-7782-40db-8b2c-781e1eccf7f8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0458753 Jul 19 15:47:00.802578 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-abaaaa83-72f1-423b-a65e-918221009feb req-7f34aeb6-3c12-43ef-b162-49c4d3d150f0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438042 Jul 19 15:47:01.425872 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cde920-8eef-45be-8098-17ef49d45fa3 req-a3e5ff42-f1db-4de0-bee4-5dfc95ffdff5 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:01.427400 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-93cde920-8eef-45be-8098-17ef49d45fa3 req-a3e5ff42-f1db-4de0-bee4-5dfc95ffdff5 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0542219 Jul 19 15:47:01.463069 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-79726eb8-f24d-4a8c-afe6-7b9c462e27b4 req-a0e4743c-c15b-4cc2-9fe6-a3ba79dc3db8 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0313513 Jul 19 15:47:01.475374 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-93cde920-8eef-45be-8098-17ef49d45fa3 req-986c03e0-f1b4-4956-b959-8027de709e4f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 Jul 19 15:47:01.735724 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e99822-68da-4cc2-bdd7-612049b2b9ee req-d6a86028-8cb0-440d-9a1c-74406ea0ee87 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:01.737202 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-13e99822-68da-4cc2-bdd7-612049b2b9ee req-d6a86028-8cb0-440d-9a1c-74406ea0ee87 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0472271 Jul 19 15:47:01.784107 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-13e99822-68da-4cc2-bdd7-612049b2b9ee req-2cc18d70-314a-4819-ab5d-befe1eb361f1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414524 Jul 19 15:47:01.836485 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:01.839579 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:01.917516 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bba010-60aa-47da-b398-e5899b9d2c68 req-d2cdb77f-97b5-4fa5-a1c5-4a60d4de3f4e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:01.918948 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f8bba010-60aa-47da-b398-e5899b9d2c68 req-d2cdb77f-97b5-4fa5-a1c5-4a60d4de3f4e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0471067 Jul 19 15:47:01.966681 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f8bba010-60aa-47da-b398-e5899b9d2c68 req-e84bc73b-cbd8-4735-8395-63491023ea7e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415256 Jul 19 15:47:02.560367 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-bbff41eb-54fd-4cfd-a0cf-eab799a35158 req-7c648eff-7d2c-45d3-8e0f-1c6b1074dbe8 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0286155 Jul 19 15:47:02.591981 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691a873-0fd9-475f-8825-02166364f7f7 req-f6286b0b-f862-41b1-a93c-932c48166e9a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:02.594218 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d691a873-0fd9-475f-8825-02166364f7f7 req-f6286b0b-f862-41b1-a93c-932c48166e9a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0488341 Jul 19 15:47:02.645678 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d691a873-0fd9-475f-8825-02166364f7f7 req-8283d31d-b2f5-4de4-9c3b-2be8cdeeeb52 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459678 Jul 19 15:47:02.899018 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c46ec-820c-424c-99bd-7fd5eccc013c req-9a9d8230-39bf-426e-93c4-c8a7c62d2abe tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:02.900588 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c15c46ec-820c-424c-99bd-7fd5eccc013c req-9a9d8230-39bf-426e-93c4-c8a7c62d2abe tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0504863 Jul 19 15:47:02.921792 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:02.949117 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c15c46ec-820c-424c-99bd-7fd5eccc013c req-6fa11a9b-0b22-4a12-aa04-00b1128418ea tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429966 Jul 19 15:47:03.084477 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74dabd-1040-485a-a7b4-e0fc248412a1 req-46b2d960-274c-479c-a1d5-9e84a365d817 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:03.085958 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da74dabd-1040-485a-a7b4-e0fc248412a1 req-46b2d960-274c-479c-a1d5-9e84a365d817 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0477116 Jul 19 15:47:03.105758 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:03.134564 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da74dabd-1040-485a-a7b4-e0fc248412a1 req-08dbfdce-f780-41a5-9981-7aea2397a56e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431263 Jul 19 15:47:03.654558 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b9ef00a-2e69-4e66-aa1b-c2ba2afff929 req-9f3321ac-3455-43fb-82f3-562f2e4e8a07 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0280359 Jul 19 15:47:03.768792 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e385fdd-3a00-4a6f-bbd8-890208c41adb req-bc1b2506-a620-4e5a-964f-b4f0883cabcd tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:03.770240 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3e385fdd-3a00-4a6f-bbd8-890208c41adb req-bc1b2506-a620-4e5a-964f-b4f0883cabcd tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0472019 Jul 19 15:47:03.817682 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3e385fdd-3a00-4a6f-bbd8-890208c41adb req-3ad89ec2-cd86-4e4f-a003-3189f3e67792 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Jul 19 15:47:04.067602 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e76a2-5dda-43ef-a42a-0a6b951edcc6 req-487951c9-3aa7-459a-84ee-2db997e5251a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:04.069077 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8c8e76a2-5dda-43ef-a42a-0a6b951edcc6 req-487951c9-3aa7-459a-84ee-2db997e5251a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0487745 Jul 19 15:47:04.115402 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8c8e76a2-5dda-43ef-a42a-0a6b951edcc6 req-c49fb0a9-8523-40c2-8026-8ba16af37c0f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407794 Jul 19 15:47:04.255465 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae04eb-bc39-4c5a-ae09-67ffdba8b42a req-3ae00309-eab0-4a42-8c71-3947038b85c2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:04.256985 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-44ae04eb-bc39-4c5a-ae09-67ffdba8b42a req-3ae00309-eab0-4a42-8c71-3947038b85c2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0503635 Jul 19 15:47:04.305312 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-44ae04eb-bc39-4c5a-ae09-67ffdba8b42a req-118bda81-c0ec-4ed9-8326-bc44d8e9a3e1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425761 Jul 19 15:47:04.754459 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3c3c40f6-a45c-4de2-80d0-7a2b23201475 req-caa85511-1b30-45ed-b1f1-1d492cc3b5b9 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0321567 Jul 19 15:47:04.808303 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:04.930587 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b184fe2-cd04-4b3e-8a7d-9069dec13d96 req-00533e5b-df08-4910-b37d-db38ed8d454e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:04.932132 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3b184fe2-cd04-4b3e-8a7d-9069dec13d96 req-00533e5b-df08-4910-b37d-db38ed8d454e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0475507 Jul 19 15:47:04.979074 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3b184fe2-cd04-4b3e-8a7d-9069dec13d96 req-dddb66ff-376a-478d-83ee-e9a2917eb4eb tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408936 Jul 19 15:47:05.057255 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device a70da232-0d1f-4d96-ac45-c34ad79c41f8 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:47:05.158236 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port a70da232-0d1f-4d96-ac45-c34ad79c41f8, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=a70da232-0d1f-4d96-ac45-c34ad79c41f8,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:05.174056 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'port_id': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8', 'mac_address': 'fa:16:3e:af:ed:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:47:05.209515 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port a70da232-0d1f-4d96-ac45-c34ad79c41f8 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:05.209811 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:05.223312 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70da232-0d1f-4d96-ac45-c34ad79c41f8 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:47:05.230679 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482618f-f0c0-46cd-96ab-776be743ea89 req-7846719b-5e37-43a0-88d2-e0f250a0f1a1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:05.232240 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d482618f-f0c0-46cd-96ab-776be743ea89 req-7846719b-5e37-43a0-88d2-e0f250a0f1a1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 943 time: 0.0475562 Jul 19 15:47:05.243406 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port a70da232-0d1f-4d96-ac45-c34ad79c41f8, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=a70da232-0d1f-4d96-ac45-c34ad79c41f8,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:05.247472 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:05.274904 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:05.283776 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d482618f-f0c0-46cd-96ab-776be743ea89 req-fb91bb07-c221-4d5d-906b-210a8693aaa2 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450866 Jul 19 15:47:05.305613 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=a70da232-0d1f-4d96-ac45-c34ad79c41f8,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:05.424076 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e17b7f-4ff8-4480-b570-fe9fcca73e53 req-1ff4a213-6660-4e5f-9f64-e04a8962f891 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:05.425677 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-05e17b7f-4ff8-4480-b570-fe9fcca73e53 req-1ff4a213-6660-4e5f-9f64-e04a8962f891 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0475461 Jul 19 15:47:05.476807 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-05e17b7f-4ff8-4480-b570-fe9fcca73e53 req-44eff8de-2dee-40a9-8a73-974a6ee90ff0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451558 Jul 19 15:47:05.851438 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-229e7a1f-d527-4d47-aca9-c302fbb08b91 req-e05298a8-cdb8-4df2-ac91-81f69c8bc47b tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0289204 Jul 19 15:47:06.131477 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-753c7aaa-4c7a-4b08-ab72-9aa3b852938b tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=537dfdfbaae043f38cd4300e1b030682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711002 Jul 19 15:47:06.139728 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b9b9b-c7ac-4a31-9fc7-a23a5227cf6f req-3c72e317-16c1-47dd-ad90-9a8a3317f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:06.141121 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7c4b9b9b-c7ac-4a31-9fc7-a23a5227cf6f req-3c72e317-16c1-47dd-ad90-9a8a3317f08c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 1129 time: 0.0831065 Jul 19 15:47:06.178303 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d10338-6186-4e4c-a994-222e67603d98 req-98dd7ee3-540c-483f-b9b5-669e368d560b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:06.179867 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b1d10338-6186-4e4c-a994-222e67603d98 req-98dd7ee3-540c-483f-b9b5-669e368d560b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.1317732 Jul 19 15:47:06.234792 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:06.313301 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7c4b9b9b-c7ac-4a31-9fc7-a23a5227cf6f req-acad1f5a-791e-4cbe-990d-fff37394201d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606059 Jul 19 15:47:06.322423 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-c7b83d5c-8a66-482a-8d44-0e2567e4808c tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:06.323902 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-c7b83d5c-8a66-482a-8d44-0e2567e4808c tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1854997 Jul 19 15:47:06.327208 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b1d10338-6186-4e4c-a994-222e67603d98 req-32e5b410-a091-4019-802f-9a0a029eb42f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314344 Jul 19 15:47:06.336890 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['a70da232-0d1f-4d96-ac45-c34ad79c41f8'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:47:06.410376 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1fde2-8b8d-458d-af25-daad98200108 req-e9e3f4c5-23ad-4f36-b136-62bafe6e8c90 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:06.412144 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-77a1fde2-8b8d-458d-af25-daad98200108 req-e9e3f4c5-23ad-4f36-b136-62bafe6e8c90 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 944 time: 0.0555334 Jul 19 15:47:06.475017 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-77a1fde2-8b8d-458d-af25-daad98200108 req-754dc946-8a52-4962-8bcb-65dbc45d749a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569196 Jul 19 15:47:06.575812 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Request body: {'port': {'device_id': '36b522b7-9f73-4cbf-b09d-57abc62dc90e', 'network_id': '9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea', 'admin_state_up': True, 'tenant_id': '537dfdfbaae043f38cd4300e1b030682'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:06.726249 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10e448-750e-41b5-93be-23bc2b19e3d9 req-96c6c0f1-62e3-4f02-8126-5126fc8960c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:06.727774 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da10e448-750e-41b5-93be-23bc2b19e3d9 req-96c6c0f1-62e3-4f02-8126-5126fc8960c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.1749957 Jul 19 15:47:06.764677 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a3e3f8aa-50d2-4e12-a5d6-1581214fbaf4 req-ec06f754-af09-4398-b2d7-18b5570d4fdf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0875037 Jul 19 15:47:06.830392 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da10e448-750e-41b5-93be-23bc2b19e3d9 req-51caa35e-eb3e-4361-9277-5344ece8ce20 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958326 Jul 19 15:47:06.831525 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Made reservation on behalf of 537dfdfbaae043f38cd4300e1b030682 for: {'port': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:47:06.835078 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:06.844408 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:06.927339 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:06.955833 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ae1c2d29-f94f-471a-acd2-783a6c59b26a req-0fd7278f-94f1-4656-bfbe-b56cf431dd76 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0340624 Jul 19 15:47:06.956075 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Publish callbacks [] for security_group (4681c86b-1060-4c1c-8aa2-1c6bcaad6543), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:06.960133 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (4681c86b-1060-4c1c-8aa2-1c6bcaad6543), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:06.999537 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4681c86b-1060-4c1c-8aa2-1c6bcaad6543,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:07.033847 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.034198 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.034572 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.034910 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.035242 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.035571 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.036158 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.036481 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.036803 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.037122 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.037443 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.037764 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.038082 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.038425 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.038743 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:07.128219 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Allocated IP 192.168.233.213 (9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea/6bac5932-7004-4f71-a5d7-667e8acf27d2/4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:47:07.281511 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:07.296059 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Publish callbacks [] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:07.341632 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3f8aa-50d2-4e12-a5d6-1581214fbaf4 req-76b56b5a-f01f-41ec-9a1b-df88ba76994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:07.343151 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a3e3f8aa-50d2-4e12-a5d6-1581214fbaf4 req-76b56b5a-f01f-41ec-9a1b-df88ba76994d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 1129 time: 0.0602729 Jul 19 15:47:07.361140 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:07.456138 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Network 9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:07.500933 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:07.506494 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Pushing event updated for resources: {'Port': ['ID=4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:07.511907 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:47:07.549359 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a2afb-0061-4d20-8681-b31e1833f0f8 req-5bd94c16-75b0-4c46-818e-0cac74b56221 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:07.556043 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e76a2afb-0061-4d20-8681-b31e1833f0f8 req-5bd94c16-75b0-4c46-818e-0cac74b56221 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.1405497 Jul 19 15:47:07.624880 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3f8aa-50d2-4e12-a5d6-1581214fbaf4 req-f11c9061-3d55-4e6c-9f6d-1b856ebfb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:07.626976 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a3e3f8aa-50d2-4e12-a5d6-1581214fbaf4 req-f11c9061-3d55-4e6c-9f6d-1b856ebfb2a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.2590117 Jul 19 15:47:07.635877 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:07.636085 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92bf3-cc76-41d3-a3f9-01eeb8bff6ad req-07ccbcf1-04f1-4868-bdb6-b2a4f11a0562 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:07.636595 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:07.637980 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c9f92bf3-cc76-41d3-a3f9-01eeb8bff6ad req-07ccbcf1-04f1-4868-bdb6-b2a4f11a0562 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 944 time: 0.0700235 Jul 19 15:47:07.696730 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a3e3f8aa-50d2-4e12-a5d6-1581214fbaf4 req-633dc18e-eb0d-4a1b-8c5c-a1afb7fdb2f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7989e60-2708-4f38-9de4-2ddeed675e74 HTTP/1.1" status: 200 len: 217 time: 0.0573161 Jul 19 15:47:07.707648 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e76a2afb-0061-4d20-8681-b31e1833f0f8 req-407a299d-3fc8-4747-901f-88e14511aaec tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506908 Jul 19 15:47:07.711001 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c9f92bf3-cc76-41d3-a3f9-01eeb8bff6ad req-80b5e575-b953-4bff-9253-ec4f018b0021 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635307 Jul 19 15:47:07.724889 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-8bde5d49-ca37-4063-a0aa-0d819571323a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1542585 Jul 19 15:47:07.749660 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:07.770863 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3f8aa-50d2-4e12-a5d6-1581214fbaf4 req-9e7e8ff0-9457-4c26-9f78-8813b9cc8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:07.772325 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a3e3f8aa-50d2-4e12-a5d6-1581214fbaf4 req-9e7e8ff0-9457-4c26-9f78-8813b9cc8445 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.0634556 Jul 19 15:47:07.807336 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-5293b252-db71-410d-87e5-045f1af86fdc None None] Provisioning complete for port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:07.807901 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5293b252-db71-410d-87e5-045f1af86fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:07.842923 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-5293b252-db71-410d-87e5-045f1af86fdc None None] Port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:47:07.883953 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Request body: {'port': {'device_id': '36b522b7-9f73-4cbf-b09d-57abc62dc90e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:08.013934 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd37ee-9629-48c1-9aaa-052c3115dfa7 req-e96ede9c-7180-424f-9727-c035d795f581 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:08.015595 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-57dd37ee-9629-48c1-9aaa-052c3115dfa7 req-e96ede9c-7180-424f-9727-c035d795f581 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0841773 Jul 19 15:47:08.024987 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:08.076558 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277b380-34c2-490d-b015-91e30db56488 req-2d931739-85ed-4b85-877a-d8bc8c6f2394 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:08.077988 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9277b380-34c2-490d-b015-91e30db56488 req-2d931739-85ed-4b85-877a-d8bc8c6f2394 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 936 time: 0.0515649 Jul 19 15:47:08.099715 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-57dd37ee-9629-48c1-9aaa-052c3115dfa7 req-887557f4-1053-41fe-aecb-83c99e89f9c8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762076 Jul 19 15:47:08.132148 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9277b380-34c2-490d-b015-91e30db56488 req-f3ccd2cb-aaba-4549-9ff6-cbe85ccbbfb2 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477464 Jul 19 15:47:08.224995 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device a70da232-0d1f-4d96-ac45-c34ad79c41f8 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:08.271789 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port a70da232-0d1f-4d96-ac45-c34ad79c41f8 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:47:08.278148 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port a70da232-0d1f-4d96-ac45-c34ad79c41f8 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:08.278573 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:08.331617 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 {{(pid=115785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:47:08.339462 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Publish callbacks [] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:08.357987 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port a70da232-0d1f-4d96-ac45-c34ad79c41f8 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:08.358293 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:08.385565 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343ae383-5bfd-4c70-8926-a800fcee3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:47:08.385679 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.provisioning_blocks [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Transition to ACTIVE for port object 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 will not be triggered until provisioned by entity L2. {{(pid=115785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:47:08.386341 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c225bf-50fc-4e47-a2b1-a997c113c688" -d '{"events": [{"server_uuid": "343ae383-5bfd-4c70-8926-a800fcee3519", "name": "network-vif-plugged", "status": "completed", "tag": "a70da232-0d1f-4d96-ac45-c34ad79c41f8"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:47:08.386508 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:08.393712 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3f8aa-50d2-4e12-a5d6-1581214fbaf4 req-f5b3d81c-ed83-4073-9250-1552297b9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:08.395436 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a3e3f8aa-50d2-4e12-a5d6-1581214fbaf4 req-f5b3d81c-ed83-4073-9250-1552297b9bf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534077 Jul 19 15:47:08.396992 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:08.400650 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port a70da232-0d1f-4d96-ac45-c34ad79c41f8, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=a70da232-0d1f-4d96-ac45-c34ad79c41f8,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:08.410548 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:08.458031 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:08.460858 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0a8ca0-a0b0-44df-a3b6-90b264ad2d6f x-openstack-request-id: req-1f0a8ca0-a0b0-44df-a3b6-90b264ad2d6f {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:47:08.461225 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343ae383-5bfd-4c70-8926-a800fcee3519", "name": "network-vif-plugged", "status": "completed", "tag": "a70da232-0d1f-4d96-ac45-c34ad79c41f8", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:47:08.461417 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f0a8ca0-a0b0-44df-a3b6-90b264ad2d6f {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:47:08.461807 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0a8ca0-a0b0-44df-a3b6-90b264ad2d6f'] response: {'server_uuid': '343ae383-5bfd-4c70-8926-a800fcee3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8', 'code': 200} Jul 19 15:47:08.466640 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=a70da232-0d1f-4d96-ac45-c34ad79c41f8,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:08.543101 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Attempting to bind port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:47:08.543447 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Attempting to bind port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '930ed391-e36f-4f98-9b75-5e4f38284d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea'}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:47:08.543785 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Attempting to bind port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 on network 9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:08.549153 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 on network 9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:47:08.549473 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Attempting to bind port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 on network 9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:08.554708 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:47:08.555051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Checking segment: {'id': '930ed391-e36f-4f98-9b75-5e4f38284d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:47:08.555434 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Bound using segment: {'id': '930ed391-e36f-4f98-9b75-5e4f38284d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea'} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:47:08.555868 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Bound port: 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930ed391-e36f-4f98-9b75-5e4f38284d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea'}}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:47:08.556307 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:08.625695 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] For port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7, host hv-cinder-84902, cleared binding levels {{(pid=115785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:47:08.629358 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] For port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7,segment=NetworkSegment(930ed391-e36f-4f98-9b75-5e4f38284d2d),segment_id=930ed391-e36f-4f98-9b75-5e4f38284d2d)] {{(pid=115785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:47:08.635296 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:08.674402 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:08.674402 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:08.674402 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] 10.222.0.36 "PUT /v2.0/ports/4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 HTTP/1.1" status: 200 len: 1098 time: 0.7932339 Jul 19 15:47:08.674402 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b522b7-9f73-4cbf-b09d-57abc62dc90e', 'tag': '4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:47:08.674402 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1792c457-0241-4b79-873b-838866ed04c6" -d '{"events": [{"name": "network-changed", "server_uuid": "36b522b7-9f73-4cbf-b09d-57abc62dc90e", "tag": "4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:47:08.698251 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc0d83-4528-4f2d-8c81-5216ad1da206 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7,revision_number=3']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:08.716532 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318e7848-451b-4c02-a7fa-f4dc9318f906 x-openstack-request-id: req-318e7848-451b-4c02-a7fa-f4dc9318f906 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:47:08.716914 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b522b7-9f73-4cbf-b09d-57abc62dc90e", "tag": "4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:47:08.717233 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-318e7848-451b-4c02-a7fa-f4dc9318f906 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:47:08.717699 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-318e7848-451b-4c02-a7fa-f4dc9318f906'] response: {'name': 'network-changed', 'server_uuid': '36b522b7-9f73-4cbf-b09d-57abc62dc90e', 'tag': '4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7', 'status': 'completed', 'code': 200} Jul 19 15:47:08.802297 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:08.835633 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00357696-af00-4ccf-b4c7-64765cb1e5e4 req-fc29101a-f11c-401d-b0c5-5e8d75cb1d5f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:08.837168 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-00357696-af00-4ccf-b4c7-64765cb1e5e4 req-fc29101a-f11c-401d-b0c5-5e8d75cb1d5f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0521545 Jul 19 15:47:08.840977 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2d7a9-2a13-45cf-878c-77588cffb56e req-d4ad2220-9bb6-41a4-a6c6-6b866df529ca tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:08.842464 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fdc2d7a9-2a13-45cf-878c-77588cffb56e req-d4ad2220-9bb6-41a4-a6c6-6b866df529ca tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0518258 Jul 19 15:47:08.900957 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-00357696-af00-4ccf-b4c7-64765cb1e5e4 req-487aa111-7151-4927-911a-4beb9f361e3a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575538 Jul 19 15:47:08.919064 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fdc2d7a9-2a13-45cf-878c-77588cffb56e req-7deb750d-6937-4c0d-a546-5fe62ad6f7f0 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701158 Jul 19 15:47:09.032343 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923502ca-8564-4a98-b3d6-4be163732a36 req-436ab3a7-136f-4f38-9ac9-ca49173b0e53 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:09.033983 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-923502ca-8564-4a98-b3d6-4be163732a36 req-436ab3a7-136f-4f38-9ac9-ca49173b0e53 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0479217 Jul 19 15:47:09.088298 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-923502ca-8564-4a98-b3d6-4be163732a36 req-2020ab97-7ec2-47cd-8d74-ed4391343f90 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479794 Jul 19 15:47:09.246979 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6dea9-fde4-42c1-8af6-8c98ade550b4 req-cb083279-5dd7-410b-8e74-c40495e1d950 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:09.248595 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-06d6dea9-fde4-42c1-8af6-8c98ade550b4 req-cb083279-5dd7-410b-8e74-c40495e1d950 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0638144 Jul 19 15:47:09.253767 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf418d3-5e8b-4719-b2db-f96fbe541db1 req-d7950d3d-18e2-4b5d-b8a4-3bbe332b236f tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:09.256104 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-baf418d3-5e8b-4719-b2db-f96fbe541db1 req-d7950d3d-18e2-4b5d-b8a4-3bbe332b236f tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 948 time: 0.0517473 Jul 19 15:47:09.304649 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-06d6dea9-fde4-42c1-8af6-8c98ade550b4 req-2262892d-5977-4e3d-a1c8-0ee1a36709c4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494792 Jul 19 15:47:09.313127 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-baf418d3-5e8b-4719-b2db-f96fbe541db1 req-75158917-5f6d-455d-b5f3-8200922b4dd6 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498407 Jul 19 15:47:10.015348 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e15b02-41a3-4a08-ae08-8eda3a784380 req-5c8661d5-efdf-49cc-9448-c61aedcbd630 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:10.017344 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2e15b02-41a3-4a08-ae08-8eda3a784380 req-5c8661d5-efdf-49cc-9448-c61aedcbd630 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0468428 Jul 19 15:47:10.063544 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d2e15b02-41a3-4a08-ae08-8eda3a784380 req-eeece274-652d-4c5d-8e40-83a38bdad2c1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404468 Jul 19 15:47:10.314213 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:10.433861 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307bf27-6521-4218-a775-88865ff15cfe req-400fe08b-302c-4508-a4a9-6d569f12c3cf tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:10.435391 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1307bf27-6521-4218-a775-88865ff15cfe req-400fe08b-302c-4508-a4a9-6d569f12c3cf tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0493810 Jul 19 15:47:10.436402 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edf43b-e41c-4794-8b5a-ecc0e5a36fde req-c649b46a-5fa6-41b8-8f0e-28a4c6a73009 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:10.437869 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-14edf43b-e41c-4794-8b5a-ecc0e5a36fde req-c649b46a-5fa6-41b8-8f0e-28a4c6a73009 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 948 time: 0.0519235 Jul 19 15:47:10.494998 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-14edf43b-e41c-4794-8b5a-ecc0e5a36fde req-78e17482-ae82-4a81-beab-8a37a8dea560 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476978 Jul 19 15:47:10.502252 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1307bf27-6521-4218-a775-88865ff15cfe req-5da818ad-9253-4c08-bbf1-06e2ca743256 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602453 Jul 19 15:47:11.177448 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceecc84-b8e6-4869-be2a-a657b4a318cc req-16e1695d-f479-4b83-9b3b-24b32491f310 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:11.178945 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3ceecc84-b8e6-4869-be2a-a657b4a318cc req-16e1695d-f479-4b83-9b3b-24b32491f310 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0476208 Jul 19 15:47:11.225188 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3ceecc84-b8e6-4869-be2a-a657b4a318cc req-dd1cb851-457c-41bd-bcd3-07624476ffff tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405066 Jul 19 15:47:11.355165 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792c457-0241-4b79-873b-838866ed04c6 req-bcc737dd-2688-4794-b1d6-044c8d3ded8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:11.356629 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1792c457-0241-4b79-873b-838866ed04c6 req-bcc737dd-2688-4794-b1d6-044c8d3ded8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=537dfdfbaae043f38cd4300e1b030682&device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 1132 time: 0.0813134 Jul 19 15:47:11.396082 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1792c457-0241-4b79-873b-838866ed04c6 req-b952163d-39ef-44e5-898d-bc42591f8960 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=537dfdfbaae043f38cd4300e1b030682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290372 Jul 19 15:47:11.430346 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e64d5-623d-459b-9587-559abd1df626 req-4b03bcc7-ed71-4f65-b7a3-8ab54ea090d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:11.433004 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-564e64d5-623d-459b-9587-559abd1df626 req-4b03bcc7-ed71-4f65-b7a3-8ab54ea090d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 1129 time: 0.0482359 Jul 19 15:47:11.442915 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a3e3f8aa-50d2-4e12-a5d6-1581214fbaf4 req-d82d9855-927b-4b4c-8d27-4e55eeb3e610 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867471 Jul 19 15:47:11.480973 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-564e64d5-623d-459b-9587-559abd1df626 req-05d6195d-5e41-4280-a0c6-4b97f078f9da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395541 Jul 19 15:47:11.632877 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:11.644688 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ef9d4-9acb-4626-a600-478fecf912cf req-db270335-356c-44d6-93fe-834218ef7020 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:11.646572 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-607ef9d4-9acb-4626-a600-478fecf912cf req-db270335-356c-44d6-93fe-834218ef7020 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0547078 Jul 19 15:47:11.744592 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-607ef9d4-9acb-4626-a600-478fecf912cf req-3851177a-b487-4c80-ac5d-1a975396f1a1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882983 Jul 19 15:47:11.919868 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:11.955556 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792c457-0241-4b79-873b-838866ed04c6 req-2c4df51b-5a95-4810-b76e-214319eee193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:11.957021 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1792c457-0241-4b79-873b-838866ed04c6 req-2c4df51b-5a95-4810-b76e-214319eee193 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5513833 Jul 19 15:47:11.964206 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03982fa7-e740-4f72-93cf-9983299dc3d8 req-719f3a74-cefb-4ced-b73e-d7db8f6b720b tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:11.965575 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-03982fa7-e740-4f72-93cf-9983299dc3d8 req-719f3a74-cefb-4ced-b73e-d7db8f6b720b tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 948 time: 0.1174476 Jul 19 15:47:11.986311 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a3e3f8aa-50d2-4e12-a5d6-1581214fbaf4 req-8e522204-a0d0-4680-b7dc-1d0a69c9072e service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272825 Jul 19 15:47:12.044176 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:12.053437 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-03982fa7-e740-4f72-93cf-9983299dc3d8 req-c161ada4-c84b-4418-8185-2d71e7d1fe8f tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788498 Jul 19 15:47:12.059325 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-5976afec-5921-4b02-9b37-c4ee3e28c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:12.060955 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-5976afec-5921-4b02-9b37-c4ee3e28c845 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=537dfdfbaae043f38cd4300e1b030682&device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 1132 time: 0.0601218 Jul 19 15:47:12.342068 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce6b07-2c63-4d72-80ef-5b76a2fe8837 req-cc692b6f-b63c-49e7-9cb4-c59f875a41db tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:12.343600 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-56ce6b07-2c63-4d72-80ef-5b76a2fe8837 req-cc692b6f-b63c-49e7-9cb4-c59f875a41db tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0504615 Jul 19 15:47:12.396113 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-56ce6b07-2c63-4d72-80ef-5b76a2fe8837 req-c7c6b815-ddc4-4ddf-a1f8-6433c863ae99 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468509 Jul 19 15:47:12.455491 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-43f9a2d5-7855-4f26-a74c-38cc32f9e672 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 HTTP/1.1" status: 200 len: 217 time: 0.0345290 Jul 19 15:47:12.551695 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-dbe0e6d6-989f-484a-881c-4999f9d6e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:12.553806 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-dbe0e6d6-989f-484a-881c-4999f9d6e2dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bac5932-7004-4f71-a5d7-667e8acf27d2 HTTP/1.1" status: 200 len: 843 time: 0.0575125 Jul 19 15:47:12.864779 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-6ff86b90-2e6a-4408-9de3-af4f5f6d654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:12.866298 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-6ff86b90-2e6a-4408-9de3-af4f5f6d654a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0683677 Jul 19 15:47:12.879996 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e8722-15d8-49fa-897d-18dff84070d0 req-ef62d35e-6e99-4998-bd11-92f17dad648d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:12.881461 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c50e8722-15d8-49fa-897d-18dff84070d0 req-ef62d35e-6e99-4998-bd11-92f17dad648d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0720439 Jul 19 15:47:12.963424 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c50e8722-15d8-49fa-897d-18dff84070d0 req-a8c2b674-96bd-4e99-bc1e-9b4db9c045a6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757113 Jul 19 15:47:13.020544 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-398c652f-0c87-4942-8a1d-86aa3f5219a3 service neutron] 10.222.0.36 "GET /v2.0/networks/9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052792 Jul 19 15:47:13.167656 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d423e7-6062-4ad9-8cbf-af9a2ee12300 req-dbfabe93-8d88-4364-a0af-4714643432ba tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:13.169097 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a8d423e7-6062-4ad9-8cbf-af9a2ee12300 req-dbfabe93-8d88-4364-a0af-4714643432ba tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 948 time: 0.0473931 Jul 19 15:47:13.214926 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a8d423e7-6062-4ad9-8cbf-af9a2ee12300 req-d8d2f5fa-41d2-4548-b13f-f6e5514bb9e0 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 Jul 19 15:47:13.560125 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71c32f-9c8d-43f8-9b94-e69651c78adc req-ef03fd7d-a166-4bbe-ac41-cebcc4b7535f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:13.561584 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da71c32f-9c8d-43f8-9b94-e69651c78adc req-ef03fd7d-a166-4bbe-ac41-cebcc4b7535f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0963104 Jul 19 15:47:13.604583 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b335216b-228e-4d71-bb1f-9581261fbe60 req-7f8668a8-9b13-41d2-8bb6-8e7fd8d3c5a0 service neutron] 10.222.0.36 "GET /v2.0/networks/9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472609 Jul 19 15:47:13.626728 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da71c32f-9c8d-43f8-9b94-e69651c78adc req-d05e583b-a6c5-41cc-8cbc-31791344f03b tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587056 Jul 19 15:47:13.729703 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:13.739322 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4388df0-f13a-4371-ade6-40c8320d87ba req-f7a71f30-7fba-4b7e-9911-6ea0fdfa4c0f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:13.740799 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4388df0-f13a-4371-ade6-40c8320d87ba req-f7a71f30-7fba-4b7e-9911-6ea0fdfa4c0f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0502028 Jul 19 15:47:13.749870 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58462) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:13.754761 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-4ceb4cfc-cd05-43b4-a58b-8e505e163a9c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Request body: {'floatingip': {'port_id': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:13.795702 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4cfc-cd05-43b4-a58b-8e505e163a9c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (46d4d226-3244-472d-a2d8-9d9a13ab93e5), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:14.088755 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafed1d-35ea-43ce-bd84-8bf4fffd4164 req-d92e054b-3605-46f8-aac9-384b2f386a0a tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:14.090309 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-abafed1d-35ea-43ce-bd84-8bf4fffd4164 req-d92e054b-3605-46f8-aac9-384b2f386a0a tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0499957 Jul 19 15:47:14.149805 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-abafed1d-35ea-43ce-bd84-8bf4fffd4164 req-e4e3dc1f-f764-4eea-a8a1-945bbae88fd1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532553 Jul 19 15:47:14.388300 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0716be6-c007-4a79-9d1f-a4065d4b2b00 req-74b73ed7-fe56-42b7-a14b-97016e1e95b6 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:14.389758 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e0716be6-c007-4a79-9d1f-a4065d4b2b00 req-74b73ed7-fe56-42b7-a14b-97016e1e95b6 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 948 time: 0.0848374 Jul 19 15:47:14.479064 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e0716be6-c007-4a79-9d1f-a4065d4b2b00 req-76eb160e-61e4-48cc-a15e-4628d8658153 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822525 Jul 19 15:47:14.528470 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4cfc-cd05-43b4-a58b-8e505e163a9c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:14.531912 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4cfc-cd05-43b4-a58b-8e505e163a9c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (46d4d226-3244-472d-a2d8-9d9a13ab93e5), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:14.632464 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [None req-4ceb4cfc-cd05-43b4-a58b-8e505e163a9c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Floating IP 46d4d226-3244-472d-a2d8-9d9a13ab93e5 associated. External IP: 172.27.2.117, port: a70da232-0d1f-4d96-ac45-c34ad79c41f8. Jul 19 15:47:14.777872 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:14.870812 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ceb4cfc-cd05-43b4-a58b-8e505e163a9c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Router 663fbdb3-02d7-4967-b212-66860eb88aff has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:47:15.019001 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceb4cfc-cd05-43b4-a58b-8e505e163a9c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:47:15.025804 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4cfc-cd05-43b4-a58b-8e505e163a9c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:15.030662 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:15.030942 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd93c24-0799-4b86-a742-9c1e92f3576a None None] Sync routers for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:47:15.039621 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:15.058147 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd93c24-0799-4b86-a742-9c1e92f3576a None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:47:15.059582 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-5fd93c24-0799-4b86-a742-9c1e92f3576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:46:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:15.076504 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-4ceb4cfc-cd05-43b4-a58b-8e505e163a9c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "PUT /v2.0/floatingips/46d4d226-3244-472d-a2d8-9d9a13ab93e5 HTTP/1.1" status: 200 len: 991 time: 1.3255553 Jul 19 15:47:15.078912 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343ae383-5bfd-4c70-8926-a800fcee3519', 'tag': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:47:15.082145 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c155dc-2bb1-4b5a-987f-d7b9f2277977" -d '{"events": [{"name": "network-changed", "server_uuid": "343ae383-5bfd-4c70-8926-a800fcee3519", "tag": "a70da232-0d1f-4d96-ac45-c34ad79c41f8"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:47:15.191368 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3409a4-473b-4e10-b743-2f25fe8738a3 x-openstack-request-id: req-7b3409a4-473b-4e10-b743-2f25fe8738a3 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:47:15.191738 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343ae383-5bfd-4c70-8926-a800fcee3519", "tag": "a70da232-0d1f-4d96-ac45-c34ad79c41f8", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:47:15.192553 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b3409a4-473b-4e10-b743-2f25fe8738a3 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:47:15.193156 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3409a4-473b-4e10-b743-2f25fe8738a3'] response: {'name': 'network-changed', 'server_uuid': '343ae383-5bfd-4c70-8926-a800fcee3519', 'tag': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8', 'status': 'completed', 'code': 200} Jul 19 15:47:15.277938 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:15.344346 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-5fd93c24-0799-4b86-a742-9c1e92f3576a None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:47:15.357893 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c6ae4-5900-4a85-b19c-e5c44852b360 req-dbc7a7af-fbb0-42b7-85b9-e78f63c09476 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:15.359449 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-217c6ae4-5900-4a85-b19c-e5c44852b360 req-dbc7a7af-fbb0-42b7-85b9-e78f63c09476 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0743709 Jul 19 15:47:15.375615 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c155dc-2bb1-4b5a-987f-d7b9f2277977 req-ff707935-03e7-4fab-8572-9717c6f6a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:15.377568 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e0c155dc-2bb1-4b5a-987f-d7b9f2277977 req-ff707935-03e7-4fab-8572-9717c6f6a96d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e11e234f713b40cd8772372c2316dd28&device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 1129 time: 0.1494169 Jul 19 15:47:15.379984 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce995d68-f39f-4bcd-aacb-f8660a111763 req-fb8ac1a6-a0be-430d-8dc2-65c27448129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:15.381436 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ce995d68-f39f-4bcd-aacb-f8660a111763 req-fb8ac1a6-a0be-430d-8dc2-65c27448129d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 1129 time: 0.1663184 Jul 19 15:47:15.438987 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-217c6ae4-5900-4a85-b19c-e5c44852b360 req-e4320984-2b06-42da-90cd-347e1d37b0cb tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601363 Jul 19 15:47:15.615777 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffee9f-86cf-41b9-8e90-218a857bfdda req-adefe6e2-9fd5-4983-8959-68e48e31f031 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:15.617824 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-afffee9f-86cf-41b9-8e90-218a857bfdda req-adefe6e2-9fd5-4983-8959-68e48e31f031 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0705671 Jul 19 15:47:15.675838 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-5fd93c24-0799-4b86-a742-9c1e92f3576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '46d4d226-3244-472d-a2d8-9d9a13ab93e5', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'port_id': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'mac_address': 'fa:16:3e:af:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343ae383-5bfd-4c70-8926-a800fcee3519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:46:40Z', 'updated_at': '2022-07-19T15:47:14Z', 'revision_number': 1, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 5, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:15.695384 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a9348-7f29-4e4a-a187-c9dc402f9a1a req-ca1fea34-df8e-48b8-84b6-e335a786252c tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:15.695384 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-312a9348-7f29-4e4a-a187-c9dc402f9a1a req-ca1fea34-df8e-48b8-84b6-e335a786252c tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 948 time: 0.1101179 Jul 19 15:47:15.711696 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd93c24-0799-4b86-a742-9c1e92f3576a None None] Checking router: 663fbdb3-02d7-4967-b212-66860eb88aff for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:47:15.721198 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd93c24-0799-4b86-a742-9c1e92f3576a None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:47:15.722092 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-5fd93c24-0799-4b86-a742-9c1e92f3576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:46:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:15.732030 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-afffee9f-86cf-41b9-8e90-218a857bfdda req-7194d0d5-fcd3-41df-a48a-f51b96b3de2c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902109 Jul 19 15:47:15.755586 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-312a9348-7f29-4e4a-a187-c9dc402f9a1a req-76d8f1f3-c570-48ab-b1d9-31b6ade7b688 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603716 Jul 19 15:47:15.834079 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-5fd93c24-0799-4b86-a742-9c1e92f3576a None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:47:16.052319 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-5fd93c24-0799-4b86-a742-9c1e92f3576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '46d4d226-3244-472d-a2d8-9d9a13ab93e5', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'port_id': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'mac_address': 'fa:16:3e:af:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343ae383-5bfd-4c70-8926-a800fcee3519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:46:40Z', 'updated_at': '2022-07-19T15:47:14Z', 'revision_number': 1, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 5, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:16.081492 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd93c24-0799-4b86-a742-9c1e92f3576a None None] The sync data for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi is: [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '46d4d226-3244-472d-a2d8-9d9a13ab93e5', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'port_id': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'mac_address': 'fa:16:3e:af:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343ae383-5bfd-4c70-8926-a800fcee3519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:46:40Z', 'updated_at': '2022-07-19T15:47:14Z', 'revision_number': 1, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 5, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:47:16.174453 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58530) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:16.214268 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-0a3b1189-8a4a-448f-94b9-f73470456b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:16.290537 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c969c47-0c2c-4227-b7a6-59410ccac222 None None] New status for floating IP 46d4d226-3244-472d-a2d8-9d9a13ab93e5: ACTIVE {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:47:16.293610 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:16.375756 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Publish callbacks [] for security_group (257070ad-78c8-48b8-ac9d-d5f32ecd6b4c), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:16.379491 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (257070ad-78c8-48b8-ac9d-d5f32ecd6b4c), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:16.419861 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=73016572dfb849ff858c1da50cfb2714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442970 Jul 19 15:47:16.420753 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257070ad-78c8-48b8-ac9d-d5f32ecd6b4c,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:16.422551 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 58534) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:16.432804 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.433158 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.433510 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.433874 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.434199 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.434577 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.434931 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.435261 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.435986 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.435986 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.436216 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.436546 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.436880 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.437205 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.437532 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc867df-9ad8-49b5-b379-3f8b1bcc40e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:16.457990 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:16.483507 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1c52e05-bf4d-426d-829f-090da21db7c1 admin admin] Publish callbacks [] for security_group (257070ad-78c8-48b8-ac9d-d5f32ecd6b4c), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:16.509077 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1c52e05-bf4d-426d-829f-090da21db7c1 admin admin] Publish callbacks [] for security_group (257070ad-78c8-48b8-ac9d-d5f32ecd6b4c), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:16.589408 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f71c-3e6f-4ada-8cdb-29fe4e51e468 req-b1a9008f-26f9-48b1-9ec4-40bd458aaee3 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:16.590947 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-82b4f71c-3e6f-4ada-8cdb-29fe4e51e468 req-b1a9008f-26f9-48b1-9ec4-40bd458aaee3 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0797126 Jul 19 15:47:16.628924 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1c52e05-bf4d-426d-829f-090da21db7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (257070ad-78c8-48b8-ac9d-d5f32ecd6b4c), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:16.631965 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1c52e05-bf4d-426d-829f-090da21db7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:16.633087 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c1c52e05-bf4d-426d-829f-090da21db7c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/257070ad-78c8-48b8-ac9d-d5f32ecd6b4c HTTP/1.1" status: 204 len: 168 time: 0.2095640 Jul 19 15:47:16.649669 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:16.656863 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c52e05-bf4d-426d-829f-090da21db7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257070ad-78c8-48b8-ac9d-d5f32ecd6b4c,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:16.662073 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-82b4f71c-3e6f-4ada-8cdb-29fe4e51e468 req-ba20c965-a483-4810-ae22-c1bf0a5f694d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644169 Jul 19 15:47:16.882676 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fa977-cd77-4a2b-92ea-f875675bf089 req-767c0d16-6071-4568-9b1f-a6272e622893 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:16.884856 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-650fa977-cd77-4a2b-92ea-f875675bf089 req-767c0d16-6071-4568-9b1f-a6272e622893 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0789547 Jul 19 15:47:16.889971 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405378df-d2d6-4cb1-b63c-b6df46ede4a9 req-3fbfde2d-2d59-46ef-aca8-4ab86722d6f6 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:16.891503 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-405378df-d2d6-4cb1-b63c-b6df46ede4a9 req-3fbfde2d-2d59-46ef-aca8-4ab86722d6f6 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 948 time: 0.0648777 Jul 19 15:47:16.939520 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-650fa977-cd77-4a2b-92ea-f875675bf089 req-24a60069-f53f-40c1-8aff-b522becf5608 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461667 Jul 19 15:47:16.949226 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-405378df-d2d6-4cb1-b63c-b6df46ede4a9 req-85e8ba42-f32b-430f-957f-c1e6dffa7044 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522008 Jul 19 15:47:17.000262 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:47:17.021783 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:17.109067 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7,segment=NetworkSegment(930ed391-e36f-4f98-9b75-5e4f38284d2d),segment_id=930ed391-e36f-4f98-9b75-5e4f38284d2d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:17.121129 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7', 'network_id': '9a7f7c0d-45b9-4e3d-9ab5-1264dcaa06ea', 'port_id': '4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7', 'mac_address': 'fa:16:3e:32:3d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bac5932-7004-4f71-a5d7-667e8acf27d2', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:47:17.156957 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:17.157275 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:17.171424 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:47:17.192856 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7,segment=NetworkSegment(930ed391-e36f-4f98-9b75-5e4f38284d2d),segment_id=930ed391-e36f-4f98-9b75-5e4f38284d2d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:17.196683 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:17.252734 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:17.323122 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 58568) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:17.422171 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-441093134-network', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:17.442777 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Made reservation on behalf of 6827afcdf1f3481882f808dc01908a4d for: {'network': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:47:17.445067 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:17.453466 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:17.534454 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Publish callbacks [] for security_group (debf66b3-47cc-4121-ac66-b3af64d1cc70), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:17.538392 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (debf66b3-47cc-4121-ac66-b3af64d1cc70), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:17.567234 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=115785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:47:17.577382 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debf66b3-47cc-4121-ac66-b3af64d1cc70,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:17.584090 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (b06a04d3-a956-4207-aea6-061e64e9653d), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:17.584434 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.segments_db [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Added segment b06a04d3-a956-4207-aea6-061e64e9653d of type vlan for network 195064b7-2168-479c-96ce-505c1a5c25ea Jul 19 15:47:17.627172 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (195064b7-2168-479c-96ce-505c1a5c25ea), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:17.652735 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (195064b7-2168-479c-96ce-505c1a5c25ea), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:17.653863 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:17.654448 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:17.719890 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3956721 Jul 19 15:47:17.722862 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58576) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:17.723845 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be0f40-bf05-45bb-9152-88599e3b1fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=195064b7-2168-479c-96ce-505c1a5c25ea,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:17.728660 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-0dbc91f6-c1a3-44fb-856b-7538b436cdd5 admin admin] Request body: {'subnet': {'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-441093134-subnet', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'ip_version': 4}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:17.735196 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 195064b7-2168-479c-96ce-505c1a5c25ea details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:47:17.772261 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbc91f6-c1a3-44fb-856b-7538b436cdd5 admin admin] Made reservation on behalf of 6827afcdf1f3481882f808dc01908a4d for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:47:17.774963 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0dbc91f6-c1a3-44fb-856b-7538b436cdd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25607098'] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:17.829950 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05211048-4005-4309-adc3-c1613a1d0318 req-61862086-ccfd-416b-83bb-90f22b7228b0 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:17.831727 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-05211048-4005-4309-adc3-c1613a1d0318 req-61862086-ccfd-416b-83bb-90f22b7228b0 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0725632 Jul 19 15:47:17.933745 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-05211048-4005-4309-adc3-c1613a1d0318 req-04800c82-5111-4eca-bbf5-46b805a4ce31 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685942 Jul 19 15:47:17.972028 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:18.053144 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0dbc91f6-c1a3-44fb-856b-7538b436cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25607084'] for subnet (36721938-581c-4ced-ba73-b0fea7d2f470), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:18.087844 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:18.150149 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c155dc-2bb1-4b5a-987f-d7b9f2277977 req-68f807ab-02b0-4370-a2c1-146fdbecf3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:18.151910 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e0c155dc-2bb1-4b5a-987f-d7b9f2277977 req-68f807ab-02b0-4370-a2c1-146fdbecf3b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7719a9e3-d30d-4797-868c-2dbb1911ec7c HTTP/1.1" status: 200 len: 912 time: 0.2224870 Jul 19 15:47:18.163435 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1d4de-0af5-4e0f-81f6-f107c62ca5ea req-af75f165-eac2-430a-a373-2b1ba715fa44 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:18.171864 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-18e1d4de-0af5-4e0f-81f6-f107c62ca5ea req-af75f165-eac2-430a-a373-2b1ba715fa44 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.1113765 Jul 19 15:47:18.178652 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f503ef3-543f-449a-a895-7301ae8ae4e7 req-c9bad5a0-4a11-4214-8d77-7cde17c64ec6 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:18.180061 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8f503ef3-543f-449a-a895-7301ae8ae4e7 req-c9bad5a0-4a11-4214-8d77-7cde17c64ec6 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 949 time: 0.1442471 Jul 19 15:47:18.191236 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc91f6-c1a3-44fb-856b-7538b436cdd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36721938-581c-4ced-ba73-b0fea7d2f470,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:18.208032 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc91f6-c1a3-44fb-856b-7538b436cdd5 admin admin] Checking segment: {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:47:18.208399 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbc91f6-c1a3-44fb-856b-7538b436cdd5 admin admin] Network hostable DHCP agents. Network: 195064b7-2168-479c-96ce-505c1a5c25ea, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:47:18.211706 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:18.248964 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce995d68-f39f-4bcd-aacb-f8660a111763 req-b6d98c6a-cbf1-47b9-8d4a-eda642772c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:18.250570 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ce995d68-f39f-4bcd-aacb-f8660a111763 req-b6d98c6a-cbf1-47b9-8d4a-eda642772c8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.2540374 Jul 19 15:47:18.253115 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-18e1d4de-0af5-4e0f-81f6-f107c62ca5ea req-22d2c323-1d40-43f0-a7e6-c9967ec84d50 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667129 Jul 19 15:47:18.255621 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbc91f6-c1a3-44fb-856b-7538b436cdd5 admin admin] Network 195064b7-2168-479c-96ce-505c1a5c25ea is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:47:18.268940 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:47:18.273259 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:18.283534 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-0dbc91f6-c1a3-44fb-856b-7538b436cdd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 195064b7-2168-479c-96ce-505c1a5c25ea) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:18.288832 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbc91f6-c1a3-44fb-856b-7538b436cdd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:18.289936 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0dbc91f6-c1a3-44fb-856b-7538b436cdd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:18.300364 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c3ef26-4cce-40de-9dff-a99e1d7bd070 None None] Network 195064b7-2168-479c-96ce-505c1a5c25ea requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:47:18.309938 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0dbc91f6-c1a3-44fb-856b-7538b436cdd5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5854132 Jul 19 15:47:18.312736 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58586) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:18.318750 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:18.322976 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ce995d68-f39f-4bcd-aacb-f8660a111763 req-f718a325-e000-4918-afa2-5b8b24237efd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7989e60-2708-4f38-9de4-2ddeed675e74 HTTP/1.1" status: 200 len: 217 time: 0.0644088 Jul 19 15:47:18.325789 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e0c155dc-2bb1-4b5a-987f-d7b9f2277977 req-828bf1aa-d750-4deb-a626-69bdda48b3ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70da232-0d1f-4d96-ac45-c34ad79c41f8 HTTP/1.1" status: 200 len: 1001 time: 0.1644824 Jul 19 15:47:18.329661 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8f503ef3-543f-449a-a895-7301ae8ae4e7 req-bb6233f3-11da-4835-afde-ea2e663fcb18 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430793 Jul 19 15:47:18.343786 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:18.345532 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-929'] for router (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:18.410541 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Publish callbacks [] for router_controller (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), precommit_add_association {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:18.412049 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:18.438486 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce995d68-f39f-4bcd-aacb-f8660a111763 req-0ef469ab-36b0-4977-836f-a1d0a74264cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:18.440780 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ce995d68-f39f-4bcd-aacb-f8660a111763 req-0ef469ab-36b0-4977-836f-a1d0a74264cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.1068819 Jul 19 15:47:18.442978 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c155dc-2bb1-4b5a-987f-d7b9f2277977 req-3c2fdef3-c1e6-44e9-9371-1424434d7140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:18.444601 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e0c155dc-2bb1-4b5a-987f-d7b9f2277977 req-3c2fdef3-c1e6-44e9-9371-1424434d7140 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b151b93-5448-4a87-837d-b3b162948294 HTTP/1.1" status: 200 len: 850 time: 0.0983531 Jul 19 15:47:18.487007 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280235f-3fe9-5815-959f-2ca5106b3b68-195064b7-2168-479c-96ce-505c1a5c25ea', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470'}]}} from dv-cinder-849022-3-iscsi. {{(pid=115786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 15:47:18.488184 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:18.565977 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c155dc-2bb1-4b5a-987f-d7b9f2277977 req-40ce222f-2b0e-41a1-a89c-4beddad5250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:18.568084 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e0c155dc-2bb1-4b5a-987f-d7b9f2277977 req-40ce222f-2b0e-41a1-a89c-4beddad5250e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7719a9e3-d30d-4797-868c-2dbb1911ec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849996 Jul 19 15:47:18.569808 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce995d68-f39f-4bcd-aacb-f8660a111763 req-eabd7471-5fa7-4699-9653-38b08953b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:18.571389 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ce995d68-f39f-4bcd-aacb-f8660a111763 req-eabd7471-5fa7-4699-9653-38b08953b94c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0894620 Jul 19 15:47:18.580647 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Publish callbacks [] for router_gateway (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:18.637018 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-22e84f1b-3c67-40a1-ae13-cc47e46dd59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:18.692633 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.db_base_plugin_common [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Allocated IP 172.20.0.2 (195064b7-2168-479c-96ce-505c1a5c25ea/36721938-581c-4ced-ba73-b0fea7d2f470/03e483d8-61cf-4629-b03a-abfe9024270b) {{(pid=115786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:47:18.754564 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e0c155dc-2bb1-4b5a-987f-d7b9f2277977 req-ee672ae2-5216-4b2f-91fb-588ba1615b72 service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701639 Jul 19 15:47:18.774412 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Publish callbacks [] for router_gateway (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:18.793160 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:18.794784 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ce995d68-f39f-4bcd-aacb-f8660a111763 req-53e1a9a0-86fd-4129-ad94-2319a31bb5e1 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870809 Jul 19 15:47:18.890815 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Publish callbacks [] for port (03e483d8-61cf-4629-b03a-abfe9024270b), precommit_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:18.900127 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:18.938377 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e0c155dc-2bb1-4b5a-987f-d7b9f2277977 req-c07a5d8d-4a61-496e-b201-ba82da27e8f3 service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749830 Jul 19 15:47:18.942961 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Allocated IP 172.27.2.84 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/22662604-5c0c-4169-8c41-6cc120b5c52a) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:47:18.967690 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ce995d68-f39f-4bcd-aacb-f8660a111763 req-314ee033-b1cd-491c-949a-9668bccff7fe service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639025 Jul 19 15:47:18.977562 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Network 195064b7-2168-479c-96ce-505c1a5c25ea is already hosted by enough agents. {{(pid=115786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:18.987977 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.base_scheduler [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Resources bound (agent type, host, resource id): {{(pid=115786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:18.998710 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Received port after_create {{(pid=115786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:47:19.005147 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:19.009286 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Pushing event updated for resources: {'Port': ['ID=03e483d8-61cf-4629-b03a-abfe9024270b,revision_number=1']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:19.083208 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:19.090575 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Attempting to bind port 03e483d8-61cf-4629-b03a-abfe9024270b on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:47:19.091034 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Attempting to bind port 03e483d8-61cf-4629-b03a-abfe9024270b by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:47:19.091471 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Attempting to bind port 03e483d8-61cf-4629-b03a-abfe9024270b on network 195064b7-2168-479c-96ce-505c1a5c25ea {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:19.097984 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:47:19.098691 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Checking segment: {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:47:19.101087 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:19.101481 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Bound using segment: {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:47:19.102083 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Bound port: 03e483d8-61cf-4629-b03a-abfe9024270b, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:47:19.102784 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:19.104723 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2593bb7-ed7f-4e75-82e5-7ec71e6c1b2a req-52c13e45-8ad7-4608-bb91-278a6051dd62 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:19.106232 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b2593bb7-ed7f-4e75-82e5-7ec71e6c1b2a req-52c13e45-8ad7-4608-bb91-278a6051dd62 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0630598 Jul 19 15:47:19.155868 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Publish callbacks [] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:19.171380 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] For port 03e483d8-61cf-4629-b03a-abfe9024270b, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:47:19.175732 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] For port 03e483d8-61cf-4629-b03a-abfe9024270b, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=03e483d8-61cf-4629-b03a-abfe9024270b,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:47:19.183661 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:19.193364 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:19.195607 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b2593bb7-ed7f-4e75-82e5-7ec71e6c1b2a req-aa964073-17af-423d-ae40-dbc82dd2cf8c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804358 Jul 19 15:47:19.227126 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:19.269474 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Pushing event updated for resources: {'Port': ['ID=22662604-5c0c-4169-8c41-6cc120b5c52a,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:19.279702 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:19.281332 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ed928-a503-4ca4-8eff-e2c223bb5459 None None] Pushing event updated for resources: {'Port': ['ID=03e483d8-61cf-4629-b03a-abfe9024270b,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:19.286383 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:19.287902 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:19.291451 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:47:19.502802 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fce01-68f2-49fe-9fab-061ebad92ad7 req-6f28fff7-ca19-4f4b-9d29-95838b982674 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:19.504397 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-695fce01-68f2-49fe-9fab-061ebad92ad7 req-6f28fff7-ca19-4f4b-9d29-95838b982674 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0927739 Jul 19 15:47:19.531118 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792244-1db1-474c-afa0-921a9c713d00 req-8fbf7909-2f2b-4365-bd2c-5fe9fcfa8629 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:19.534101 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-54792244-1db1-474c-afa0-921a9c713d00 req-8fbf7909-2f2b-4365-bd2c-5fe9fcfa8629 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 949 time: 0.0929236 Jul 19 15:47:19.561769 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-695fce01-68f2-49fe-9fab-061ebad92ad7 req-2bc4dda1-1d7c-4f7e-84f9-7e37434a4214 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497217 Jul 19 15:47:19.622307 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:19.888564 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-54792244-1db1-474c-afa0-921a9c713d00 req-6e89eead-a06b-46c4-b69b-45a250509762 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476803 Jul 19 15:47:19.946863 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Publish callbacks [] for router_gateway (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:20.135876 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662221'] for router (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:20.265036 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:20.283501 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad is scheduled to L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 with binding_index 1 {{(pid=115784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 15:47:20.321740 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec527090-37f5-4622-863a-8e7a7afb4dae req-0e4b18d8-ee84-4fd1-a9ff-6031b7542925 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:20.326309 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ec527090-37f5-4622-863a-8e7a7afb4dae req-0e4b18d8-ee84-4fd1-a9ff-6031b7542925 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0533121 Jul 19 15:47:20.386956 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ec527090-37f5-4622-863a-8e7a7afb4dae req-7f2fbcd4-a580-4842-8dad-a18b509f6973 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553367 Jul 19 15:47:20.396558 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75afe08b-6099-4614-bbcd-fac3f074739b None None] Network 195064b7-2168-479c-96ce-505c1a5c25ea requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:47:20.406798 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:47:20.427900 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:20.429157 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-efd09da5-a741-4ead-a4f5-a3b664d9b727 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1151288 Jul 19 15:47:20.430138 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Sync routers for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:47:20.431992 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58620) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:20.478758 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-53f5f713-edb7-4271-b3e6-d92d1ebc031a None None] Provisioning complete for port 03e483d8-61cf-4629-b03a-abfe9024270b triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:20.479132 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-53f5f713-edb7-4271-b3e6-d92d1ebc031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:20.507195 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:47:20.507892 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:47:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:20.687367 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:20.768527 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cff63-1b8a-4f95-b131-5a420ab03b95 req-98cbdef1-fc31-4890-b0f1-27fd435930c2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:20.770027 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-751cff63-1b8a-4f95-b131-5a420ab03b95 req-98cbdef1-fc31-4890-b0f1-27fd435930c2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0908666 Jul 19 15:47:20.821712 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:20.873542 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:47:20.897521 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-751cff63-1b8a-4f95-b131-5a420ab03b95 req-690aade3-4d2e-40b3-9734-cc1217057c29 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1205945 Jul 19 15:47:20.915928 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-53f5f713-edb7-4271-b3e6-d92d1ebc031a None None] Current status of the port 03e483d8-61cf-4629-b03a-abfe9024270b is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:20.915928 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-53f5f713-edb7-4271-b3e6-d92d1ebc031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:20.967916 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.030798 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:47:21.045931 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-53f5f713-edb7-4271-b3e6-d92d1ebc031a None None] For port 03e483d8-61cf-4629-b03a-abfe9024270b, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=03e483d8-61cf-4629-b03a-abfe9024270b,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:21.046126 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb586a-9916-4bb3-97c8-bc86f6a7127f req-9abe6cb9-ba48-4ab5-a007-a0f317e086b4 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:21.047450 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7fdb586a-9916-4bb3-97c8-bc86f6a7127f req-9abe6cb9-ba48-4ab5-a007-a0f317e086b4 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 949 time: 0.0652008 Jul 19 15:47:21.053912 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:21.054295 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.057736 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-53f5f713-edb7-4271-b3e6-d92d1ebc031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.102270 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7fdb586a-9916-4bb3-97c8-bc86f6a7127f req-05dfbb96-e4d3-42ca-9379-434f3b38b013 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487559 Jul 19 15:47:21.144272 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:21.144886 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:21.159802 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Allocated IP 172.20.0.1 (195064b7-2168-479c-96ce-505c1a5c25ea/36721938-581c-4ced-ba73-b0fea7d2f470/ca32cccf-b918-486b-8266-bca58a7db1b0) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:47:21.199804 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5f713-edb7-4271-b3e6-d92d1ebc031a None None] Pushing event updated for resources: {'Port': ['ID=03e483d8-61cf-4629-b03a-abfe9024270b,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:21.213412 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-2f5e8c83-9610-4bc4-8744-133d02cdc4c8 None None] Provisioning complete for port 03e483d8-61cf-4629-b03a-abfe9024270b triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:21.213789 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8c83-9610-4bc4-8744-133d02cdc4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.234129 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:19Z', 'revision_number': 3, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:21.266677 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Publish callbacks [] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.284712 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Checking router: 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:47:21.285063 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Updating router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad port 22662604-5c0c-4169-8c41-6cc120b5c52a binding host dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:47:21.287009 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:21.301524 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.319424 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:21.319817 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.352096 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.352345 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Network 195064b7-2168-479c-96ce-505c1a5c25ea is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:21.355768 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Pushing event updated for resources: {'Port': ['ID=ca32cccf-b918-486b-8266-bca58a7db1b0,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:21.358572 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:21.359930 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b522b7-9f73-4cbf-b09d-57abc62dc90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:47:21.361156 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:47:21.362348 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15635fa7-da69-40e4-b3e5-7c20ef0f139c" -d '{"events": [{"server_uuid": "36b522b7-9f73-4cbf-b09d-57abc62dc90e", "name": "network-vif-plugged", "status": "completed", "tag": "4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:47:21.394010 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7,segment=NetworkSegment(930ed391-e36f-4f98-9b75-5e4f38284d2d),segment_id=930ed391-e36f-4f98-9b75-5e4f38284d2d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:21.409124 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655459'] for router_interface (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.409653 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.467145 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7d871a-ab65-4a96-ab39-fb0400adba5c x-openstack-request-id: req-8d7d871a-ab65-4a96-ab39-fb0400adba5c {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:47:21.467437 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b522b7-9f73-4cbf-b09d-57abc62dc90e", "name": "network-vif-plugged", "status": "completed", "tag": "4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:47:21.467691 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d7d871a-ab65-4a96-ab39-fb0400adba5c {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:47:21.468101 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7d871a-ab65-4a96-ab39-fb0400adba5c'] response: {'server_uuid': '36b522b7-9f73-4cbf-b09d-57abc62dc90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7', 'code': 200} Jul 19 15:47:21.568307 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb7b5b-f6ad-4185-a8ed-50aa904feab2 req-8bf914a6-6b4c-42c5-9018-aeaa08053942 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:21.575860 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d3bb7b5b-f6ad-4185-a8ed-50aa904feab2 req-8bf914a6-6b4c-42c5-9018-aeaa08053942 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0837789 Jul 19 15:47:21.585628 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e8c83-9610-4bc4-8744-133d02cdc4c8 None None] Current status of the port 03e483d8-61cf-4629-b03a-abfe9024270b is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:21.610147 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:21.613358 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.666195 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.679862 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 03e483d8-61cf-4629-b03a-abfe9024270b up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:21.682992 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d3bb7b5b-f6ad-4185-a8ed-50aa904feab2 req-c6a53b91-cc9f-4ef7-9675-fd04804f7d28 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004217 Jul 19 15:47:21.689590 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:21.737847 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-b654081f-e12f-494f-8039-41989e728d72 None None] Provisioning complete for port ca32cccf-b918-486b-8266-bca58a7db1b0 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:21.738338 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b654081f-e12f-494f-8039-41989e728d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.801725 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-b654081f-e12f-494f-8039-41989e728d72 None None] Port ca32cccf-b918-486b-8266-bca58a7db1b0 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:47:21.804454 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 03e483d8-61cf-4629-b03a-abfe9024270b triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:21.804765 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.844818 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Publish callbacks [] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.849793 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.888767 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.909555 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Publish callbacks [] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), precommit_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.917831 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3665158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659499'] for router_interface (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.918886 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:21.919612 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Pushing event updated for resources: {'Port': ['ID=ca32cccf-b918-486b-8266-bca58a7db1b0,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:22.002544 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 03e483d8-61cf-4629-b03a-abfe9024270b is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:22.005070 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Attempting to bind port 22662604-5c0c-4169-8c41-6cc120b5c52a on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:47:22.005434 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Attempting to bind port 22662604-5c0c-4169-8c41-6cc120b5c52a by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:47:22.005818 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Attempting to bind port 22662604-5c0c-4169-8c41-6cc120b5c52a on network 3ef4e101-41eb-411a-aa5a-672e4abf061e {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:22.008461 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20aa737-a97c-4f7c-95ef-7005ccef854a None None] Pushing event updated for resources: {'Port': ['ID=22662604-5c0c-4169-8c41-6cc120b5c52a,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:22.011441 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:22.014415 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:47:22.015375 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Checking segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:47:22.015375 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:22.015582 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Bound using segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:47:22.016083 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Bound port: 22662604-5c0c-4169-8c41-6cc120b5c52a, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:47:22.016408 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:22.022724 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Network 195064b7-2168-479c-96ce-505c1a5c25ea is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:22.033863 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:22.053710 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:22.083675 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] For port 22662604-5c0c-4169-8c41-6cc120b5c52a, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:47:22.086942 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] For port 22662604-5c0c-4169-8c41-6cc120b5c52a, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=22662604-5c0c-4169-8c41-6cc120b5c52a,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:47:22.093345 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:22.098433 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:22.107916 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ca6e5-3a3d-4561-bf66-0c60350e2f41 req-2c87684f-b295-4416-9611-da4bb841c3bb tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:22.109456 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-519ca6e5-3a3d-4561-bf66-0c60350e2f41 req-2c87684f-b295-4416-9611-da4bb841c3bb tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0900104 Jul 19 15:47:22.171325 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:47:22.172094 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:47:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:22.178746 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20aa737-a97c-4f7c-95ef-7005ccef854a None None] Pushing event updated for resources: {'Port': ['ID=22662604-5c0c-4169-8c41-6cc120b5c52a,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:22.200182 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:22.210509 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-519ca6e5-3a3d-4561-bf66-0c60350e2f41 req-970c0523-384a-4a2d-856a-fa74b9699a46 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893610 Jul 19 15:47:22.230326 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:47:22.240709 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:22.263568 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a71f8a-f8c1-4181-9d32-e2ddb1e03e01 req-3b0a8578-fbdb-4bcd-bf9e-45f07d2a7146 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:22.271603 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-25a71f8a-f8c1-4181-9d32-e2ddb1e03e01 req-3b0a8578-fbdb-4bcd-bf9e-45f07d2a7146 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 950 time: 0.0810831 Jul 19 15:47:22.315706 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:47:22.318932 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-25a71f8a-f8c1-4181-9d32-e2ddb1e03e01 req-6414b7f5-d6dd-4aab-ad8a-91c81e24d2ad tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463371 Jul 19 15:47:22.351363 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:47:22.355819 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-e33a0e04-6bd3-4677-8403-8b36e544b069 None None] Provisioning complete for port ca32cccf-b918-486b-8266-bca58a7db1b0 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:22.356299 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e33a0e04-6bd3-4677-8403-8b36e544b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:22.356754 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-39c0b444-3a30-48e6-9d45-48948bcccd4e admin admin] 10.222.0.64 "PUT /v2.0/routers/73ef5db4-0cd5-47ab-a3d1-b2d128b24bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9238048 Jul 19 15:47:22.449368 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-e33a0e04-6bd3-4677-8403-8b36e544b069 None None] Port ca32cccf-b918-486b-8266-bca58a7db1b0 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:47:22.561336 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 2, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:22.586961 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da202d-a8c3-414e-ac7e-0c5aa3040d68 None None] The sync data for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi is: [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 2, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:47:22.849154 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454fb97-4834-4eba-8c91-9b0a468f06f9 req-163c2ba1-ccf0-49ab-b4eb-fcf26ec4e7ed tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:22.850736 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e454fb97-4834-4eba-8c91-9b0a468f06f9 req-163c2ba1-ccf0-49ab-b4eb-fcf26ec4e7ed tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0963101 Jul 19 15:47:22.931719 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e454fb97-4834-4eba-8c91-9b0a468f06f9 req-41a9dd46-966f-44dc-90a4-d2398af5a25b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727553 Jul 19 15:47:22.957162 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58672) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:22.962578 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1970871345-network', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:22.987186 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Made reservation on behalf of bc5b6a62a8384289937a094bac0d6d17 for: {'network': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:47:22.989686 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:22.999210 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:23.013250 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f3eca-8317-4cdc-944d-12c44f83485d req-d6477df3-6120-4a51-9f47-c10c5d3dba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:23.014957 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-cd9f3eca-8317-4cdc-944d-12c44f83485d req-d6477df3-6120-4a51-9f47-c10c5d3dba84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 1134 time: 0.0474575 Jul 19 15:47:23.023035 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:23.073277 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-cd9f3eca-8317-4cdc-944d-12c44f83485d req-6855b17e-d6cb-4481-92fe-67437f2a33d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482526 Jul 19 15:47:23.104544 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Publish callbacks [] for security_group (ce3cdb1b-18ec-4141-a49d-ea05bddc128c), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:23.110490 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (ce3cdb1b-18ec-4141-a49d-ea05bddc128c), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:23.143699 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=115784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:47:23.150795 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3cdb1b-18ec-4141-a49d-ea05bddc128c,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:23.158037 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (3c9106e3-2290-4281-9687-8e30c2e342af), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:23.158598 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.segments_db [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Added segment 3c9106e3-2290-4281-9687-8e30c2e342af of type vlan for network 6864148b-6d75-4799-862a-2a7913da1816 Jul 19 15:47:23.201758 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (6864148b-6d75-4799-862a-2a7913da1816), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:23.228867 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (6864148b-6d75-4799-862a-2a7913da1816), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:23.229973 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:23.230651 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:23.294791 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3363945 Jul 19 15:47:23.297508 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58678) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:23.303037 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-1dbe7475-89b6-4733-91c5-a78629d73f50 admin admin] Request body: {'subnet': {'network_id': '6864148b-6d75-4799-862a-2a7913da1816', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1970871345-subnet', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'ip_version': 4}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:23.312395 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6df7a1-4813-49d7-9d3c-8459d7bd64fd admin admin] Pushing event updated for resources: {'Network': ['ID=6864148b-6d75-4799-862a-2a7913da1816,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:23.327474 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 6864148b-6d75-4799-862a-2a7913da1816 details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:47:23.336782 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbe7475-89b6-4733-91c5-a78629d73f50 admin admin] Made reservation on behalf of bc5b6a62a8384289937a094bac0d6d17 for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:47:23.339648 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7475-89b6-4733-91c5-a78629d73f50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25607098'] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:23.405055 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806018d-2816-4624-89d6-5ca100dd913f req-a6de8d2c-4617-42b5-abbd-457f253161a0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:23.407148 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0806018d-2816-4624-89d6-5ca100dd913f req-a6de8d2c-4617-42b5-abbd-457f253161a0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.1138804 Jul 19 15:47:23.497354 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:23.579333 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0806018d-2816-4624-89d6-5ca100dd913f req-0ba191fd-49e2-403f-9727-cf220b988db3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1634321 Jul 19 15:47:23.602492 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e696f-66b9-4c4a-b845-8411de23ebf0 req-ed83ce10-87b4-41a7-8a24-47213a36808e tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:23.602492 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-216e696f-66b9-4c4a-b845-8411de23ebf0 req-ed83ce10-87b4-41a7-8a24-47213a36808e tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 950 time: 0.0709057 Jul 19 15:47:23.665105 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 22662604-5c0c-4169-8c41-6cc120b5c52a up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:23.733363 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7475-89b6-4733-91c5-a78629d73f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25607084'] for subnet (ab778356-fa1b-4710-a30c-a12fc62d4e9b), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:23.781997 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-216e696f-66b9-4c4a-b845-8411de23ebf0 req-fffa2d27-c883-4245-8eaa-4b339c8c8c82 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171653 Jul 19 15:47:23.825068 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe7475-89b6-4733-91c5-a78629d73f50 admin admin] Checking segment: {'id': '3c9106e3-2290-4281-9687-8e30c2e342af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6864148b-6d75-4799-862a-2a7913da1816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:47:23.825425 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbe7475-89b6-4733-91c5-a78629d73f50 admin admin] Network hostable DHCP agents. Network: 6864148b-6d75-4799-862a-2a7913da1816, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:47:23.835945 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe7475-89b6-4733-91c5-a78629d73f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab778356-fa1b-4710-a30c-a12fc62d4e9b,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:23.856518 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbe7475-89b6-4733-91c5-a78629d73f50 admin admin] Network 6864148b-6d75-4799-862a-2a7913da1816 is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:47:23.876883 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-1dbe7475-89b6-4733-91c5-a78629d73f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 6864148b-6d75-4799-862a-2a7913da1816) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:23.892982 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbe7475-89b6-4733-91c5-a78629d73f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:23.893656 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7475-89b6-4733-91c5-a78629d73f50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:23.901717 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0aeb2e-9119-496e-a69c-1019e0d0e71c None None] Network 6864148b-6d75-4799-862a-2a7913da1816 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:47:23.915876 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-1dbe7475-89b6-4733-91c5-a78629d73f50 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6172354 Jul 19 15:47:23.918307 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58694) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:23.924851 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1970871345-router', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:23.951047 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router (06e761b4-d68e-4b34-ae3c-fd887706d11d), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:23.952579 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-929'] for router (06e761b4-d68e-4b34-ae3c-fd887706d11d), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:23.957496 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:24.050022 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 22662604-5c0c-4169-8c41-6cc120b5c52a triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:24.050798 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:24.104504 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3a227-60b9-4891-96fc-e6e491d20a0b req-5038b61c-11fa-4bb5-90e1-62a3cadd697f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:24.106786 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-93f3a227-60b9-4891-96fc-e6e491d20a0b req-5038b61c-11fa-4bb5-90e1-62a3cadd697f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0862238 Jul 19 15:47:24.203011 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280235f-3fe9-5815-959f-2ca5106b3b68-6864148b-6d75-4799-862a-2a7913da1816', 'network_id': '6864148b-6d75-4799-862a-2a7913da1816', 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'fixed_ips': [{'subnet_id': 'ab778356-fa1b-4710-a30c-a12fc62d4e9b'}]}} from dv-cinder-849022-3-iscsi. {{(pid=115786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 15:47:24.203982 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:24.223680 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-93f3a227-60b9-4891-96fc-e6e491d20a0b req-891d38a5-bf4f-472f-b5bd-d46089f344ac tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083853 Jul 19 15:47:24.247127 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 22662604-5c0c-4169-8c41-6cc120b5c52a is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:24.247643 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:24.254017 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:24.321471 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Publish callbacks [] for router_controller (06e761b4-d68e-4b34-ae3c-fd887706d11d), precommit_add_association {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:24.348674 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port 22662604-5c0c-4169-8c41-6cc120b5c52a, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=22662604-5c0c-4169-8c41-6cc120b5c52a,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:24.353982 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:24.452667 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=22662604-5c0c-4169-8c41-6cc120b5c52a,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:24.465359 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Publish callbacks [] for router_gateway (06e761b4-d68e-4b34-ae3c-fd887706d11d), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:24.467780 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.db_base_plugin_common [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Allocated IP 172.20.0.2 (6864148b-6d75-4799-862a-2a7913da1816/ab778356-fa1b-4710-a30c-a12fc62d4e9b/4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78) {{(pid=115786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:47:24.477853 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:24.624708 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Publish callbacks [] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), precommit_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:24.638089 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:24.656679 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Publish callbacks [] for router_gateway (06e761b4-d68e-4b34-ae3c-fd887706d11d), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:24.677922 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:24.684838 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Network 6864148b-6d75-4799-862a-2a7913da1816 is already hosted by enough agents. {{(pid=115786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:24.687543 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.base_scheduler [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Resources bound (agent type, host, resource id): {{(pid=115786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:24.691456 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Received port after_create {{(pid=115786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:47:24.708171 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Pushing event updated for resources: {'Port': ['ID=4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78,revision_number=1']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:24.764512 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Attempting to bind port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:47:24.765513 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Attempting to bind port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '3c9106e3-2290-4281-9687-8e30c2e342af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6864148b-6d75-4799-862a-2a7913da1816'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:47:24.765513 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Attempting to bind port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 on network 6864148b-6d75-4799-862a-2a7913da1816 {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:24.772051 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:47:24.772428 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Checking segment: {'id': '3c9106e3-2290-4281-9687-8e30c2e342af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6864148b-6d75-4799-862a-2a7913da1816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:47:24.772829 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:24.773226 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Bound using segment: {'id': '3c9106e3-2290-4281-9687-8e30c2e342af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6864148b-6d75-4799-862a-2a7913da1816'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:47:24.773693 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Bound port: 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9106e3-2290-4281-9687-8e30c2e342af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6864148b-6d75-4799-862a-2a7913da1816'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:47:24.774072 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:24.783265 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533e8c9-1ac4-4afb-a590-34f8523e487e req-d8de76c5-407e-4397-bc50-c6d563824f7b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:24.784770 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c533e8c9-1ac4-4afb-a590-34f8523e487e req-d8de76c5-407e-4397-bc50-c6d563824f7b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0675302 Jul 19 15:47:24.838192 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] For port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:47:24.841534 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] For port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78,segment=NetworkSegment(3c9106e3-2290-4281-9687-8e30c2e342af),segment_id=3c9106e3-2290-4281-9687-8e30c2e342af)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:47:24.849656 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:24.858875 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:24.881075 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Allocated IP 172.27.2.252 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/a3361cd4-bf0a-4764-9021-77cb17b215a4) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:47:24.929871 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2108a-6fe6-459c-bf0c-69e7a4513d29 req-dfd7d018-5321-4bf2-be8b-8cfbbc5eb75a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:24.932367 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1c7cb-63fc-45b0-95e2-5739469bc3a4 None None] Pushing event updated for resources: {'Port': ['ID=4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:24.952050 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-92c2108a-6fe6-459c-bf0c-69e7a4513d29 req-dfd7d018-5321-4bf2-be8b-8cfbbc5eb75a tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 950 time: 0.0788898 Jul 19 15:47:25.013377 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c533e8c9-1ac4-4afb-a590-34f8523e487e req-2fa17a3b-d42f-40f7-8612-72f0079c6fbd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2078176 Jul 19 15:47:25.044069 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-92c2108a-6fe6-459c-bf0c-69e7a4513d29 req-33a7db97-d0f0-4039-aa38-597df12ccda6 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910580 Jul 19 15:47:25.083330 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Publish callbacks [] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:25.131230 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:25.214258 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:25.225078 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:25.231541 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:47:25.243036 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Pushing event updated for resources: {'Port': ['ID=a3361cd4-bf0a-4764-9021-77cb17b215a4,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:25.404793 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Sync routers for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:47:25.416806 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:25.417334 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:47:25.417700 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:47:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:25.455955 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba7dea-851a-4f29-bf69-3359786ebd7b req-f38a21e9-6ae6-4139-891f-a94de2f04657 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:25.457524 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9aba7dea-851a-4f29-bf69-3359786ebd7b req-f38a21e9-6ae6-4139-891f-a94de2f04657 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.1059749 Jul 19 15:47:25.541633 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:47:25.597904 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9aba7dea-851a-4f29-bf69-3359786ebd7b req-09665daf-7138-4069-88f4-d9951b633a0b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259909 Jul 19 15:47:25.625151 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Publish callbacks [] for router_gateway (06e761b4-d68e-4b34-ae3c-fd887706d11d), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:25.688008 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:25.757849 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:25.758312 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:25.763612 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 2, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:25.804915 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Checking router: 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:47:25.805518 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Updating router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad port ca32cccf-b918-486b-8266-bca58a7db1b0 binding host dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:47:25.841024 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:25.851513 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:25.852292 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:25.857540 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662221'] for router (06e761b4-d68e-4b34-ae3c-fd887706d11d), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:25.889358 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78,segment=NetworkSegment(3c9106e3-2290-4281-9687-8e30c2e342af),segment_id=3c9106e3-2290-4281-9687-8e30c2e342af)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:25.896412 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:25.897463 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 22662604-5c0c-4169-8c41-6cc120b5c52a up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:25.944238 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:25.981364 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:25.992336 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 22662604-5c0c-4169-8c41-6cc120b5c52a triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:25.992613 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:26.024642 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Router 06e761b4-d68e-4b34-ae3c-fd887706d11d is scheduled to L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 with binding_index 1 {{(pid=115784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 15:47:26.128149 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 22662604-5c0c-4169-8c41-6cc120b5c52a is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:26.147107 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:26.209500 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Publish callbacks [] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), precommit_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:26.215813 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:26.220103 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:26.229155 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a5516e-2ce2-4c37-a483-f515866263c4 None None] Network 6864148b-6d75-4799-862a-2a7913da1816 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:47:26.230824 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f88530-9ee0-4b71-9a80-7800684f214b req-97a151d4-0db6-4d74-93aa-9978af0c8efa tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:26.232965 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-62f88530-9ee0-4b71-9a80-7800684f214b req-97a151d4-0db6-4d74-93aa-9978af0c8efa tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0813751 Jul 19 15:47:26.245874 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:26.274268 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216ec5d-0d55-4ba1-b181-71f429890450 req-485335de-074b-45d0-9caf-e013bfb26f88 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:26.275783 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7216ec5d-0d55-4ba1-b181-71f429890450 req-485335de-074b-45d0-9caf-e013bfb26f88 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 950 time: 0.0938044 Jul 19 15:47:26.279198 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:47:26.291196 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Sync routers for ids ['06e761b4-d68e-4b34-ae3c-fd887706d11d'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:47:26.337817 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:26.339252 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca40478-76d1-4162-9fca-f1afb2612c78 None None] Pushing event updated for resources: {'Port': ['ID=ca32cccf-b918-486b-8266-bca58a7db1b0,revision_number=3']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:26.339805 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-dbff8250-d56d-49aa-86c9-aed99b780670 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4203849 Jul 19 15:47:26.345597 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-62f88530-9ee0-4b71-9a80-7800684f214b req-c5b6947e-3c80-47f0-bdd1-2dbbd7b1dfc0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052957 Jul 19 15:47:26.346208 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 58736) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:26.353988 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Routers {'06e761b4-d68e-4b34-ae3c-fd887706d11d'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:47:26.354776 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:47:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['06e761b4-d68e-4b34-ae3c-fd887706d11d'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:26.465765 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7216ec5d-0d55-4ba1-b181-71f429890450 req-75f3c9b1-842c-4205-93d2-3ec5d4ffbef8 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717665 Jul 19 15:47:26.478320 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-b7a59c27-9895-47f9-b146-f635f1157131 None None] Provisioning complete for port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:26.479040 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b7a59c27-9895-47f9-b146-f635f1157131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:26.564487 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Attempting to bind port ca32cccf-b918-486b-8266-bca58a7db1b0 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:47:26.565744 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Attempting to bind port ca32cccf-b918-486b-8266-bca58a7db1b0 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:47:26.566417 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Attempting to bind port ca32cccf-b918-486b-8266-bca58a7db1b0 on network 195064b7-2168-479c-96ce-505c1a5c25ea {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:26.574129 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:47:26.574932 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Checking segment: {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:47:26.575698 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:26.576300 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Bound using segment: {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:47:26.577624 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Bound port: ca32cccf-b918-486b-8266-bca58a7db1b0, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'}}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:47:26.580964 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:26.614043 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 61483d93-6fa5-46d1-b820-a274f98ffcbb details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:47:26.701223 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] For port ca32cccf-b918-486b-8266-bca58a7db1b0, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:47:26.707490 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Set router 06e761b4-d68e-4b34-ae3c-fd887706d11d gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:47:26.708738 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] For port ca32cccf-b918-486b-8266-bca58a7db1b0, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=ca32cccf-b918-486b-8266-bca58a7db1b0,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:47:26.721751 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:26.752100 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:26.799247 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca40478-76d1-4162-9fca-f1afb2612c78 None None] Pushing event updated for resources: {'Port': ['ID=ca32cccf-b918-486b-8266-bca58a7db1b0,revision_number=4']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:26.805631 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:47:26.806580 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:47:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:26.836092 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-b7a59c27-9895-47f9-b146-f635f1157131 None None] Current status of the port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:26.842687 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.db.resource_extend [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 19 15:47:26.968236 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 61483d93-6fa5-46d1-b820-a274f98ffcbb, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:27.037926 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58744) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:27.049253 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:47:27.049668 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'port_id': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'mac_address': 'fa:16:3e:2c:a0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:47:27.062701 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-f55ede9b-b111-408d-9ba7-998eba5e3bbd None None] Provisioning complete for port ca32cccf-b918-486b-8266-bca58a7db1b0 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:27.063081 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f55ede9b-b111-408d-9ba7-998eba5e3bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:27.228283 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0b4a1a5f-9e7d-47ea-bf90-5595a70163f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:27.245444 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45543077-84bf-4b02-aaa3-53b890a0799e req-29529d88-0245-4ce8-91a2-13ad1ca74e65 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:27.253138 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-45543077-84bf-4b02-aaa3-53b890a0799e req-29529d88-0245-4ce8-91a2-13ad1ca74e65 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.5191779 Jul 19 15:47:27.261576 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 61483d93-6fa5-46d1-b820-a274f98ffcbb is: ACTIVE; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:27.262255 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:27.321946 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0b4a1a5f-9e7d-47ea-bf90-5595a70163f8 admin admin] Publish callbacks [] for security_group (3658e612-f2e1-48a3-b147-aa08edea4307), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:27.335798 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0b4a1a5f-9e7d-47ea-bf90-5595a70163f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (3658e612-f2e1-48a3-b147-aa08edea4307), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:27.341648 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61483d93-6fa5-46d1-b820-a274f98ffcbb {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:47:27.368103 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-f55ede9b-b111-408d-9ba7-998eba5e3bbd None None] Current status of the port ca32cccf-b918-486b-8266-bca58a7db1b0 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:27.368953 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f55ede9b-b111-408d-9ba7-998eba5e3bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:27.403185 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:27.412594 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0b4a1a5f-9e7d-47ea-bf90-5595a70163f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97a828a8515e40bebf46450186a34a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3727837 Jul 19 15:47:27.414024 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58754) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:27.439074 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a1a5f-9e7d-47ea-bf90-5595a70163f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3658e612-f2e1-48a3-b147-aa08edea4307,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:27.443692 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-45543077-84bf-4b02-aaa3-53b890a0799e req-7deb9aca-f017-4db9-adeb-6011264cbd32 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881728 Jul 19 15:47:27.483608 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:26Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:27.518986 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9090f6e1-4094-48f3-862d-4f2a4ba22959 None None] The sync data for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi is: [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:26Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:47:27.534840 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 61483d93-6fa5-46d1-b820-a274f98ffcbb, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:27.584606 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5ede715c-c8fe-4271-9763-2d3a32529640 admin admin] Publish callbacks [] for security_group (3658e612-f2e1-48a3-b147-aa08edea4307), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:27.606663 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:27.616945 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'name': 'tempest-TestVolumeBootPattern-1970871345-router', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:23Z', 'updated_at': '2022-07-19T15:47:25Z', 'revision_number': 3, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'gw_port': {'id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:37:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:24Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:27.627640 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:27.675490 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:27.701402 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Checking router: 06e761b4-d68e-4b34-ae3c-fd887706d11d for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:47:27.701756 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Updating router 06e761b4-d68e-4b34-ae3c-fd887706d11d port a3361cd4-bf0a-4764-9021-77cb17b215a4 binding host dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:47:27.709570 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-f55ede9b-b111-408d-9ba7-998eba5e3bbd None None] For port ca32cccf-b918-486b-8266-bca58a7db1b0, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=ca32cccf-b918-486b-8266-bca58a7db1b0,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:27.711113 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5ede715c-c8fe-4271-9763-2d3a32529640 admin admin] Publish callbacks [] for security_group (3658e612-f2e1-48a3-b147-aa08edea4307), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:27.740875 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1a408-cf26-478b-b8cb-1e4fe5c1de99 req-892e3579-ff35-4512-81e5-7ab7ac5d7b56 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:27.742900 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-87a1a408-cf26-478b-b8cb-1e4fe5c1de99 req-892e3579-ff35-4512-81e5-7ab7ac5d7b56 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 950 time: 0.1270735 Jul 19 15:47:27.746323 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:27.762219 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b3715-b9bb-4aa8-af82-2c304aeebd76 req-c51f0679-3350-4da6-8522-f88e50fd6c25 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:27.763293 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:27.764114 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-841b3715-b9bb-4aa8-af82-2c304aeebd76 req-c51f0679-3350-4da6-8522-f88e50fd6c25 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 945 time: 0.1587858 Jul 19 15:47:27.846050 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5ede715c-c8fe-4271-9763-2d3a32529640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (3658e612-f2e1-48a3-b147-aa08edea4307), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:27.849839 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5ede715c-c8fe-4271-9763-2d3a32529640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:27.851670 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-5ede715c-c8fe-4271-9763-2d3a32529640 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3658e612-f2e1-48a3-b147-aa08edea4307 HTTP/1.1" status: 204 len: 168 time: 0.4341798 Jul 19 15:47:27.874714 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-87a1a408-cf26-478b-b8cb-1e4fe5c1de99 req-b2be8c9e-7ec4-42f0-813b-c11c9caf444d tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198702 Jul 19 15:47:27.888672 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede715c-c8fe-4271-9763-2d3a32529640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3658e612-f2e1-48a3-b147-aa08edea4307,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:27.894325 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-841b3715-b9bb-4aa8-af82-2c304aeebd76 req-c16e2880-d612-4374-96fa-ead6ccfb4e02 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214750 Jul 19 15:47:27.931330 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:27.931910 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:27.934319 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['61483d93-6fa5-46d1-b820-a274f98ffcbb'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:47:27.947775 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f55ede9b-b111-408d-9ba7-998eba5e3bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:28.016030 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:28.023966 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=61483d93-6fa5-46d1-b820-a274f98ffcbb,revision_number=6']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:28.143396 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Allocated IP 172.20.0.1 (6864148b-6d75-4799-862a-2a7913da1816/ab778356-fa1b-4710-a30c-a12fc62d4e9b/8c129063-4fff-4425-a879-5aed53212feb) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:47:28.179862 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-fd81eedd-3113-41e3-be8c-dcf2ccdc7e36 None None] Provisioning complete for port ca32cccf-b918-486b-8266-bca58a7db1b0 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:28.180240 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fd81eedd-3113-41e3-be8c-dcf2ccdc7e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:28.232083 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ede9b-b111-408d-9ba7-998eba5e3bbd None None] Pushing event updated for resources: {'Port': ['ID=ca32cccf-b918-486b-8266-bca58a7db1b0,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:28.246851 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:28.247286 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:28.263685 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Publish callbacks [] for port (8c129063-4fff-4425-a879-5aed53212feb), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:28.315089 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (8c129063-4fff-4425-a879-5aed53212feb), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:28.373707 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Network 6864148b-6d75-4799-862a-2a7913da1816 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:28.377814 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Pushing event updated for resources: {'Port': ['ID=8c129063-4fff-4425-a879-5aed53212feb,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:28.380415 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:28.382527 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:47:28.444539 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655459'] for router_interface (06e761b4-d68e-4b34-ae3c-fd887706d11d), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:28.513024 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-fd81eedd-3113-41e3-be8c-dcf2ccdc7e36 None None] Current status of the port ca32cccf-b918-486b-8266-bca58a7db1b0 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:28.539644 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:28.577086 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:28.578229 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device ca32cccf-b918-486b-8266-bca58a7db1b0 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:28.580002 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-fd81eedd-3113-41e3-be8c-dcf2ccdc7e36 None None] Provisioning complete for port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:28.581136 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fd81eedd-3113-41e3-be8c-dcf2ccdc7e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:28.727424 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:28.730898 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aef175-714e-44be-a4a9-e4101757f0cc req-238db8e6-40ab-431a-a319-5400cefe128b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:28.746841 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b9aef175-714e-44be-a4a9-e4101757f0cc req-238db8e6-40ab-431a-a319-5400cefe128b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.1958370 Jul 19 15:47:28.800311 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Publish callbacks [] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), precommit_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:28.828295 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:28.831051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8c129063-4fff-4425-a879-5aed53212feb), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:28.834940 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port ca32cccf-b918-486b-8266-bca58a7db1b0 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:28.835309 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:28.857854 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:28.895256 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b9aef175-714e-44be-a4a9-e4101757f0cc req-e30f6996-1be2-4238-ac82-538fdbb58b4c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497808 Jul 19 15:47:28.897924 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:28.911422 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-fd81eedd-3113-41e3-be8c-dcf2ccdc7e36 None None] Current status of the port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:28.944221 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Attempting to bind port a3361cd4-bf0a-4764-9021-77cb17b215a4 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:47:28.944637 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Attempting to bind port a3361cd4-bf0a-4764-9021-77cb17b215a4 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:47:28.945151 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Attempting to bind port a3361cd4-bf0a-4764-9021-77cb17b215a4 on network 3ef4e101-41eb-411a-aa5a-672e4abf061e {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:28.950707 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa385ad-d887-4704-8877-766029412b79 None None] Pushing event updated for resources: {'Port': ['ID=a3361cd4-bf0a-4764-9021-77cb17b215a4,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:28.957047 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:47:28.958040 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Checking segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:47:28.958880 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:28.958973 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Bound using segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:47:28.959435 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Bound port: a3361cd4-bf0a-4764-9021-77cb17b215a4, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:47:28.959817 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.021248 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58798) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:29.067398 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a83415-6afc-4478-9548-ecc8a46fd237 req-f21f7dbc-45eb-4e73-9261-3a3bee7389a1 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:29.069157 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c0a83415-6afc-4478-9548-ecc8a46fd237 req-f21f7dbc-45eb-4e73-9261-3a3bee7389a1 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 950 time: 0.0603728 Jul 19 15:47:29.069783 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58802) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:29.094191 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port ca32cccf-b918-486b-8266-bca58a7db1b0 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:29.102295 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Publish callbacks [] for port (8c129063-4fff-4425-a879-5aed53212feb), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.112230 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] For port a3361cd4-bf0a-4764-9021-77cb17b215a4, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:47:29.127218 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-cf060a07-f87b-4e13-8828-af2dafbb3dc4 None None] Provisioning complete for port 8c129063-4fff-4425-a879-5aed53212feb triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:29.127623 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-cf060a07-f87b-4e13-8828-af2dafbb3dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (8c129063-4fff-4425-a879-5aed53212feb), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.131272 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] For port a3361cd4-bf0a-4764-9021-77cb17b215a4, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=a3361cd4-bf0a-4764-9021-77cb17b215a4,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:47:29.159420 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c0a83415-6afc-4478-9548-ecc8a46fd237 req-9e2124de-be07-44d2-9315-756d8a6cb713 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815039 Jul 19 15:47:29.188270 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.192005 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ef798-383e-4fcc-83ca-883672bd54be req-3072051b-bf60-449b-8f58-b520325a3d8e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:29.202091 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5c4ef798-383e-4fcc-83ca-883672bd54be req-3072051b-bf60-449b-8f58-b520325a3d8e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 945 time: 0.1777129 Jul 19 15:47:29.205480 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (8c129063-4fff-4425-a879-5aed53212feb), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.229945 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-cf060a07-f87b-4e13-8828-af2dafbb3dc4 None None] Port 8c129063-4fff-4425-a879-5aed53212feb cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:47:29.253655 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-632593828-network', 'tenant_id': '41bf5203b925421b9dd2ccc5b7d40ad8'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:29.272050 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Routers {'06e761b4-d68e-4b34-ae3c-fd887706d11d'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:47:29.272555 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:47:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['06e761b4-d68e-4b34-ae3c-fd887706d11d'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:29.284632 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:29.288130 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-928f6588-3925-44eb-9e4c-a400a41ee5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.305658 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Made reservation on behalf of 41bf5203b925421b9dd2ccc5b7d40ad8 for: {'network': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:47:29.308376 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.325816 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.334684 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Pushing event updated for resources: {'Port': ['ID=8c129063-4fff-4425-a879-5aed53212feb,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:29.338948 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa385ad-d887-4704-8877-766029412b79 None None] Pushing event updated for resources: {'Port': ['ID=a3361cd4-bf0a-4764-9021-77cb17b215a4,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:29.344111 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3665158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659499'] for router_interface (06e761b4-d68e-4b34-ae3c-fd887706d11d), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.378140 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5c4ef798-383e-4fcc-83ca-883672bd54be req-cbcaa829-b898-414a-ac68-e6bb5d81d4a8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1748588 Jul 19 15:47:29.424293 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] Set router 06e761b4-d68e-4b34-ae3c-fd887706d11d gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:47:29.456970 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-928f6588-3925-44eb-9e4c-a400a41ee5d7 admin admin] Publish callbacks [] for security_group (bbb42293-bad3-403e-8101-fc4426a264fc), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.457290 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:29.461835 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-928f6588-3925-44eb-9e4c-a400a41ee5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (bbb42293-bad3-403e-8101-fc4426a264fc), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.468621 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Network 6864148b-6d75-4799-862a-2a7913da1816 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:29.471419 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:29.521747 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-928f6588-3925-44eb-9e4c-a400a41ee5d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3864c04174af4b648382ba263b4f7fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507699 Jul 19 15:47:29.526268 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 58808) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:29.528533 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Publish callbacks [] for security_group (d99848bf-9ae2-4f22-9dce-944071600f99), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.531234 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f6588-3925-44eb-9e4c-a400a41ee5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb42293-bad3-403e-8101-fc4426a264fc,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:29.538759 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (d99848bf-9ae2-4f22-9dce-944071600f99), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.588671 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=115784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:47:29.612663 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (686b31e9-35fa-4aa1-bb81-6766909ed2b2), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.615487 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.segments_db [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Added segment 686b31e9-35fa-4aa1-bb81-6766909ed2b2 of type vlan for network ff064e7f-b96b-4a93-a399-a8dfccadf354 Jul 19 15:47:29.619526 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99848bf-9ae2-4f22-9dce-944071600f99,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:29.652630 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f471b4c-4551-4c69-9677-93a90874d3dd admin admin] Publish callbacks [] for security_group (bbb42293-bad3-403e-8101-fc4426a264fc), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.662496 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Router 06e761b4-d68e-4b34-ae3c-fd887706d11d has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:47:29.694312 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f471b4c-4551-4c69-9677-93a90874d3dd admin admin] Publish callbacks [] for security_group (bbb42293-bad3-403e-8101-fc4426a264fc), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.704146 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device ca32cccf-b918-486b-8266-bca58a7db1b0 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:29.732030 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'name': 'tempest-TestVolumeBootPattern-1970871345-router', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:23Z', 'updated_at': '2022-07-19T15:47:28Z', 'revision_number': 4, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'gw_port': {'id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:37:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:24Z', 'updated_at': '2022-07-19T15:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '8c129063-4fff-4425-a879-5aed53212feb', 'name': '', 'network_id': '6864148b-6d75-4799-862a-2a7913da1816', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'mac_address': 'fa:16:3e:b5:2d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'ab778356-fa1b-4710-a30c-a12fc62d4e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:27Z', 'updated_at': '2022-07-19T15:47:28Z', 'revision_number': 2, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'subnets': [{'id': 'ab778356-fa1b-4710-a30c-a12fc62d4e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:29.733177 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (ff064e7f-b96b-4a93-a399-a8dfccadf354), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.772668 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (ff064e7f-b96b-4a93-a399-a8dfccadf354), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.774316 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:29.775091 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.797404 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:29.801760 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68ac40-0bd1-4192-aa26-e4be1d75f33d None None] The sync data for ids ['06e761b4-d68e-4b34-ae3c-fd887706d11d'] in dv-cinder-849022-3-iscsi is: [{'id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'name': 'tempest-TestVolumeBootPattern-1970871345-router', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:23Z', 'updated_at': '2022-07-19T15:47:28Z', 'revision_number': 4, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'gw_port': {'id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:37:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:24Z', 'updated_at': '2022-07-19T15:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '8c129063-4fff-4425-a879-5aed53212feb', 'name': '', 'network_id': '6864148b-6d75-4799-862a-2a7913da1816', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'mac_address': 'fa:16:3e:b5:2d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'ab778356-fa1b-4710-a30c-a12fc62d4e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:27Z', 'updated_at': '2022-07-19T15:47:28Z', 'revision_number': 2, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'subnets': [{'id': 'ab778356-fa1b-4710-a30c-a12fc62d4e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:47:29.828230 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port ca32cccf-b918-486b-8266-bca58a7db1b0 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:29.828616 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.837770 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:DELETE=4,neutron:SELECT=73,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:29.879079 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:47:29.880867 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8584690 Jul 19 15:47:29.884678 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58812) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:29.889447 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-1fb7d9a6-60ce-4ad3-ac37-abfb3e381ed1 admin admin] Request body: {'subnet': {'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-632593828-subnet', 'tenant_id': '41bf5203b925421b9dd2ccc5b7d40ad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:29.894570 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-ffe36cfb-042a-4f96-8172-64e1ccb9bf9b None None] Provisioning complete for port 8c129063-4fff-4425-a879-5aed53212feb triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:29.895074 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bad14-63c7-4b2d-8861-cd840ec21d4f admin admin] Pushing event updated for resources: {'Network': ['ID=ff064e7f-b96b-4a93-a399-a8dfccadf354,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:29.897127 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ffe36cfb-042a-4f96-8172-64e1ccb9bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (8c129063-4fff-4425-a879-5aed53212feb), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.900656 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-17e62bd5-8f3c-4cb4-b640-58aa68505901 admin admin] 10.222.0.64 "PUT /v2.0/routers/06e761b4-d68e-4b34-ae3c-fd887706d11d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5533531 Jul 19 15:47:29.901908 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f471b4c-4551-4c69-9677-93a90874d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (bbb42293-bad3-403e-8101-fc4426a264fc), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.905236 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f471b4c-4551-4c69-9677-93a90874d3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.915034 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-6f471b4c-4551-4c69-9677-93a90874d3dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bbb42293-bad3-403e-8101-fc4426a264fc HTTP/1.1" status: 204 len: 168 time: 0.3875041 Jul 19 15:47:29.923310 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb7d9a6-60ce-4ad3-ac37-abfb3e381ed1 admin admin] Made reservation on behalf of 41bf5203b925421b9dd2ccc5b7d40ad8 for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:47:29.926249 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d9a6-60ce-4ad3-ac37-abfb3e381ed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25607098'] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:29.932729 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f471b4c-4551-4c69-9677-93a90874d3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb42293-bad3-403e-8101-fc4426a264fc,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:29.983814 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network ff064e7f-b96b-4a93-a399-a8dfccadf354 details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:47:30.117456 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:30.125027 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-ffe36cfb-042a-4f96-8172-64e1ccb9bf9b None None] Port 8c129063-4fff-4425-a879-5aed53212feb cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:47:30.128145 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524abc4-7589-41fa-86e1-45db90670b96 req-e096a659-2cd8-468a-b005-1d6ddd4c7b66 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:30.129772 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4524abc4-7589-41fa-86e1-45db90670b96 req-e096a659-2cd8-468a-b005-1d6ddd4c7b66 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0658610 Jul 19 15:47:30.300377 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d9a6-60ce-4ad3-ac37-abfb3e381ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25607084'] for subnet (3526470d-ef54-4f8e-8cc8-6badf283867e), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:30.330861 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port ca32cccf-b918-486b-8266-bca58a7db1b0 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:30.343726 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:30.382739 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4524abc4-7589-41fa-86e1-45db90670b96 req-9b39cc79-23ea-4fda-bc8f-d595bb0d230c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948154 Jul 19 15:47:30.394844 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7d9a6-60ce-4ad3-ac37-abfb3e381ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3526470d-ef54-4f8e-8cc8-6badf283867e,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:30.418035 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7d9a6-60ce-4ad3-ac37-abfb3e381ed1 admin admin] Checking segment: {'id': '686b31e9-35fa-4aa1-bb81-6766909ed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:47:30.418343 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7d9a6-60ce-4ad3-ac37-abfb3e381ed1 admin admin] Network hostable DHCP agents. Network: ff064e7f-b96b-4a93-a399-a8dfccadf354, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:47:30.437740 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178017-d2a6-4a5d-aadf-7298a39fa8b0 req-3dd6e91c-eb5e-4a85-ba4c-4789b9dbde9c tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:30.440629 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-89178017-d2a6-4a5d-aadf-7298a39fa8b0 req-3dd6e91c-eb5e-4a85-ba4c-4789b9dbde9c tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 950 time: 0.0880158 Jul 19 15:47:30.445604 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7d9a6-60ce-4ad3-ac37-abfb3e381ed1 admin admin] Network ff064e7f-b96b-4a93-a399-a8dfccadf354 is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:47:30.458780 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-1fb7d9a6-60ce-4ad3-ac37-abfb3e381ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, ff064e7f-b96b-4a93-a399-a8dfccadf354) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:30.462933 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7d9a6-60ce-4ad3-ac37-abfb3e381ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:30.463540 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d9a6-60ce-4ad3-ac37-abfb3e381ed1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:30.471345 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5cd56e-622c-4847-8b76-6c53d3fc86ab None None] Network ff064e7f-b96b-4a93-a399-a8dfccadf354 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:47:30.488084 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-1fb7d9a6-60ce-4ad3-ac37-abfb3e381ed1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6025059 Jul 19 15:47:30.526777 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-89178017-d2a6-4a5d-aadf-7298a39fa8b0 req-3389a964-99b6-4ed6-90e2-8f606a26e29f tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685828 Jul 19 15:47:30.651674 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 61483d93-6fa5-46d1-b820-a274f98ffcbb up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:30.693480 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a78ed-5431-4d1c-8eaf-93933d1e2c5c req-ef317c28-f606-4b6f-a279-173bfdb91a44 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:30.710683 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e88a78ed-5431-4d1c-8eaf-93933d1e2c5c req-ef317c28-f606-4b6f-a279-173bfdb91a44 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 945 time: 0.0861685 Jul 19 15:47:30.805471 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e88a78ed-5431-4d1c-8eaf-93933d1e2c5c req-2eb276ae-f726-4727-b690-5960cfe0e40a tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933759 Jul 19 15:47:30.817231 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 58840) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:30.832332 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-fe1ab351-6ab5-4bee-9119-1d25e21195a7 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743401924', 'description': 'tempest-secgroup-smoke-1743401924 description', 'project_id': '6827afcdf1f3481882f808dc01908a4d'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:30.875496 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:30.883050 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c9b88f-d4a1-48f4-8d8d-8001360098ab None None] Network ff064e7f-b96b-4a93-a399-a8dfccadf354 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:47:30.888044 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab351-6ab5-4bee-9119-1d25e21195a7 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.029085 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 61483d93-6fa5-46d1-b820-a274f98ffcbb triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:31.029509 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.084986 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab351-6ab5-4bee-9119-1d25e21195a7 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group (9d97b308-e1c9-43dd-a176-b62b81cc7868), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.094051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab351-6ab5-4bee-9119-1d25e21195a7 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (9d97b308-e1c9-43dd-a176-b62b81cc7868), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.163303 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 61483d93-6fa5-46d1-b820-a274f98ffcbb is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:31.164458 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.191058 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab351-6ab5-4bee-9119-1d25e21195a7 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.195434 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58846) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:31.195953 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-fe1ab351-6ab5-4bee-9119-1d25e21195a7 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3767757 Jul 19 15:47:31.200520 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-0f52cf58-8baf-4650-add4-e237b06602e8 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Request body: {'security_group_rule': {'security_group_id': '9d97b308-e1c9-43dd-a176-b62b81cc7868', 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:31.209574 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ab351-6ab5-4bee-9119-1d25e21195a7 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d97b308-e1c9-43dd-a176-b62b81cc7868,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:31.214693 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:47:31.218629 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b273891d-6557-46a4-88b1-1335782c7919" -d '{"events": [{"server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "name": "network-vif-plugged", "status": "completed", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:47:31.259096 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 61483d93-6fa5-46d1-b820-a274f98ffcbb, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:31.267908 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.268572 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0f52cf58-8baf-4650-add4-e237b06602e8 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (b27c12b7-d7ea-403a-8f15-3591ac411d64), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.304441 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd32f2-8183-42ac-9ff2-6961dbd6c592 req-6ac799d0-0a50-4b47-800e-e1ae27728f4d tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:31.306873 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d6fd32f2-8183-42ac-9ff2-6961dbd6c592 req-6ac799d0-0a50-4b47-800e-e1ae27728f4d tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 950 time: 0.1099610 Jul 19 15:47:31.314284 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef93e12-32a7-4d15-b736-173d96e60d83 x-openstack-request-id: req-0ef93e12-32a7-4d15-b736-173d96e60d83 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:47:31.314701 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "name": "network-vif-plugged", "status": "completed", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:47:31.314920 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ef93e12-32a7-4d15-b736-173d96e60d83 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:47:31.315320 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef93e12-32a7-4d15-b736-173d96e60d83'] response: {'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'code': 200} Jul 19 15:47:31.336891 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=61483d93-6fa5-46d1-b820-a274f98ffcbb,revision_number=7']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:31.366263 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d6fd32f2-8183-42ac-9ff2-6961dbd6c592 req-07ad722d-925c-4325-9896-2f6762b7ab0b tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533738 Jul 19 15:47:31.394860 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0f52cf58-8baf-4650-add4-e237b06602e8 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (b27c12b7-d7ea-403a-8f15-3591ac411d64), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.399923 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0f52cf58-8baf-4650-add4-e237b06602e8 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (b27c12b7-d7ea-403a-8f15-3591ac411d64), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.425155 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52cf58-8baf-4650-add4-e237b06602e8 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27c12b7-d7ea-403a-8f15-3591ac411d64,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:31.434195 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0f52cf58-8baf-4650-add4-e237b06602e8 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.439988 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0f52cf58-8baf-4650-add4-e237b06602e8 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2389314 Jul 19 15:47:31.439988 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58852) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:31.446792 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-10f77d99-b91b-4c2d-a256-cbbcfd87e2b4 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Request body: {'security_group_rule': {'security_group_id': '9d97b308-e1c9-43dd-a176-b62b81cc7868', 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:31.495661 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-10f77d99-b91b-4c2d-a256-cbbcfd87e2b4 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (5830c596-e0a2-4dfd-a32e-c20152518d58), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.601412 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d3b9a-8235-4224-b450-e05d13b2c6cc req-33521de2-5512-4e3f-8ef3-af5b5ea90c78 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:31.603025 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c36d3b9a-8235-4224-b450-e05d13b2c6cc req-33521de2-5512-4e3f-8ef3-af5b5ea90c78 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0951381 Jul 19 15:47:31.621384 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a3361cd4-bf0a-4764-9021-77cb17b215a4 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:31.636942 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-10f77d99-b91b-4c2d-a256-cbbcfd87e2b4 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (5830c596-e0a2-4dfd-a32e-c20152518d58), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.646977 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-10f77d99-b91b-4c2d-a256-cbbcfd87e2b4 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (5830c596-e0a2-4dfd-a32e-c20152518d58), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.647520 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:31.675263 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f77d99-b91b-4c2d-a256-cbbcfd87e2b4 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5830c596-e0a2-4dfd-a32e-c20152518d58,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:31.686419 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:31.689407 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port a3361cd4-bf0a-4764-9021-77cb17b215a4 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:31.690544 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.693564 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c36d3b9a-8235-4224-b450-e05d13b2c6cc req-37ed17c0-32b5-42dd-87cc-94785b89fd7e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812058 Jul 19 15:47:31.696763 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-10f77d99-b91b-4c2d-a256-cbbcfd87e2b4 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.701077 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 58858) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:31.701689 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-10f77d99-b91b-4c2d-a256-cbbcfd87e2b4 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2585943 Jul 19 15:47:31.708190 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-8b5f0764-5ff0-4cc0-8dca-491b9872a0ce tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Request body: {'security_group_rule': {'security_group_id': '9d97b308-e1c9-43dd-a176-b62b81cc7868', 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:31.744170 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0764-5ff0-4cc0-8dca-491b9872a0ce tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (42553a38-0fa3-4991-bf9f-08e9606acf4d), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.775459 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port a3361cd4-bf0a-4764-9021-77cb17b215a4 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:31.775852 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.804268 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port a3361cd4-bf0a-4764-9021-77cb17b215a4, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=a3361cd4-bf0a-4764-9021-77cb17b215a4,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:31.809242 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.812223 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:47:31.817239 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0764-5ff0-4cc0-8dca-491b9872a0ce tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (42553a38-0fa3-4991-bf9f-08e9606acf4d), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.823497 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0764-5ff0-4cc0-8dca-491b9872a0ce tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (42553a38-0fa3-4991-bf9f-08e9606acf4d), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.844272 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f0764-5ff0-4cc0-8dca-491b9872a0ce tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42553a38-0fa3-4991-bf9f-08e9606acf4d,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:31.863865 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0764-5ff0-4cc0-8dca-491b9872a0ce tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.865386 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-8b5f0764-5ff0-4cc0-8dca-491b9872a0ce tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1629522 Jul 19 15:47:31.868330 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58862) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:31.873612 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-aa275f6d-6dba-43f1-abae-b50ad2cb1e8c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Request body: {'security_group_rule': {'security_group_id': '9d97b308-e1c9-43dd-a176-b62b81cc7868', 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:31.873844 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=a3361cd4-bf0a-4764-9021-77cb17b215a4,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:31.908641 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa275f6d-6dba-43f1-abae-b50ad2cb1e8c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (db5af6cf-0e87-4279-a3a7-50d3cde6398b), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.979171 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa275f6d-6dba-43f1-abae-b50ad2cb1e8c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (db5af6cf-0e87-4279-a3a7-50d3cde6398b), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:31.997821 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa275f6d-6dba-43f1-abae-b50ad2cb1e8c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (db5af6cf-0e87-4279-a3a7-50d3cde6398b), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.009177 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23da32-6ea3-4186-9da1-65be5eb1d3b0 req-35e62819-2f3e-480f-aee5-54739097407b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:32.010518 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-cf23da32-6ea3-4186-9da1-65be5eb1d3b0 req-35e62819-2f3e-480f-aee5-54739097407b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0825615 Jul 19 15:47:32.022422 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa275f6d-6dba-43f1-abae-b50ad2cb1e8c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5af6cf-0e87-4279-a3a7-50d3cde6398b,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:32.042631 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa275f6d-6dba-43f1-abae-b50ad2cb1e8c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.055246 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 58866) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:32.055589 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-aa275f6d-6dba-43f1-abae-b50ad2cb1e8c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1783426 Jul 19 15:47:32.069452 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-86a2fd18-15e8-4145-992c-aa9f598bed52 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Request body: {'security_group_rule': {'security_group_id': '9d97b308-e1c9-43dd-a176-b62b81cc7868', 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:32.140301 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-cf23da32-6ea3-4186-9da1-65be5eb1d3b0 req-a70b99e0-d84e-4858-ab4e-02e0d9dcaed0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194372 Jul 19 15:47:32.141842 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.securitygroups_db [None req-86a2fd18-15e8-4145-992c-aa9f598bed52 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Project 6827afcdf1f3481882f808dc01908a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 15:47:32.148905 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-86a2fd18-15e8-4145-992c-aa9f598bed52 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (40a22cd3-5291-4220-8ac0-1f68b88434dd), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.239323 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58880) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:32.242995 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-86a2fd18-15e8-4145-992c-aa9f598bed52 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (40a22cd3-5291-4220-8ac0-1f68b88434dd), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.246917 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-1a9547c0-3109-4798-9376-d7354bca3e9c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545699194', 'description': 'tempest-description--849829208'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:32.247108 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-86a2fd18-15e8-4145-992c-aa9f598bed52 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (40a22cd3-5291-4220-8ac0-1f68b88434dd), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.272134 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2fd18-15e8-4145-992c-aa9f598bed52 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a22cd3-5291-4220-8ac0-1f68b88434dd,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:32.281832 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-86a2fd18-15e8-4145-992c-aa9f598bed52 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.283744 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-86a2fd18-15e8-4145-992c-aa9f598bed52 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2345777 Jul 19 15:47:32.287454 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58884) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:32.292547 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-8f204e7a-afee-49db-9ba2-ed6aad138bcd tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Request body: {'security_group_rule': {'security_group_id': '9d97b308-e1c9-43dd-a176-b62b81cc7868', 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:32.299345 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-3109-4798-9376-d7354bca3e9c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.334728 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.securitygroups_db [None req-8f204e7a-afee-49db-9ba2-ed6aad138bcd tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Project 6827afcdf1f3481882f808dc01908a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 15:47:32.348156 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8f204e7a-afee-49db-9ba2-ed6aad138bcd tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (57559c0a-a123-4667-8c3e-b264c88bc95f), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.386117 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=76,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:32.425556 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-3109-4798-9376-d7354bca3e9c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (db296874-47b1-4d2d-ba5f-d9ef846432eb), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.432266 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-3109-4798-9376-d7354bca3e9c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (db296874-47b1-4d2d-ba5f-d9ef846432eb), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.462435 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8f204e7a-afee-49db-9ba2-ed6aad138bcd tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (57559c0a-a123-4667-8c3e-b264c88bc95f), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.466838 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8f204e7a-afee-49db-9ba2-ed6aad138bcd tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (57559c0a-a123-4667-8c3e-b264c88bc95f), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.477882 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:32.482658 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-3109-4798-9376-d7354bca3e9c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.486832 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-1a9547c0-3109-4798-9376-d7354bca3e9c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2456555 Jul 19 15:47:32.488440 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 58888) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:32.495786 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-d421d26f-12de-45f8-a858-7b7c33d61220 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'security_group_rule': {'security_group_id': 'db296874-47b1-4d2d-ba5f-d9ef846432eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:32.496971 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9547c0-3109-4798-9376-d7354bca3e9c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db296874-47b1-4d2d-ba5f-d9ef846432eb,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:32.503654 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f204e7a-afee-49db-9ba2-ed6aad138bcd tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57559c0a-a123-4667-8c3e-b264c88bc95f,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:32.515349 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfa137-e9fd-48c0-bff5-6a900f1b96f3 req-e03f925d-eba6-441c-8640-76da6aed3205 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:32.517518 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bedfa137-e9fd-48c0-bff5-6a900f1b96f3 req-e03f925d-eba6-441c-8640-76da6aed3205 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 950 time: 0.0698225 Jul 19 15:47:32.521830 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8f204e7a-afee-49db-9ba2-ed6aad138bcd tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.523054 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-8f204e7a-afee-49db-9ba2-ed6aad138bcd tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2343094 Jul 19 15:47:32.556078 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d421d26f-12de-45f8-a858-7b7c33d61220 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (8422296f-8233-4469-950a-fa4cfbaa379b), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.583631 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:32.622004 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bedfa137-e9fd-48c0-bff5-6a900f1b96f3 req-73b6830c-c0bd-4573-aa8f-132f85fe02c7 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926840 Jul 19 15:47:32.667615 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d421d26f-12de-45f8-a858-7b7c33d61220 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (8422296f-8233-4469-950a-fa4cfbaa379b), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.678948 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d421d26f-12de-45f8-a858-7b7c33d61220 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (8422296f-8233-4469-950a-fa4cfbaa379b), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.700340 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421d26f-12de-45f8-a858-7b7c33d61220 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8422296f-8233-4469-950a-fa4cfbaa379b,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:32.707693 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d421d26f-12de-45f8-a858-7b7c33d61220 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.708887 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-d421d26f-12de-45f8-a858-7b7c33d61220 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2194111 Jul 19 15:47:32.711647 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 58924) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:32.716031 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-31273779-f4e8-45f8-8c84-ad73510a1471 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'security_group_rule': {'security_group_id': 'db296874-47b1-4d2d-ba5f-d9ef846432eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:32.758720 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-31273779-f4e8-45f8-8c84-ad73510a1471 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (78127f39-f3ff-4997-bc33-af1c53033270), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.831466 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91034737-248e-4420-b18d-058bf0a529c9 req-9110e05e-4588-4796-b430-626a2c9e6239 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:32.832983 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-91034737-248e-4420-b18d-058bf0a529c9 req-9110e05e-4588-4796-b430-626a2c9e6239 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0533369 Jul 19 15:47:32.886299 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-91034737-248e-4420-b18d-058bf0a529c9 req-8896b928-c578-41cc-a40d-3b013c2e7ef8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471869 Jul 19 15:47:32.902014 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-31273779-f4e8-45f8-8c84-ad73510a1471 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (78127f39-f3ff-4997-bc33-af1c53033270), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.910261 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-31273779-f4e8-45f8-8c84-ad73510a1471 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (78127f39-f3ff-4997-bc33-af1c53033270), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.936940 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31273779-f4e8-45f8-8c84-ad73510a1471 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78127f39-f3ff-4997-bc33-af1c53033270,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:32.957070 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-8fc8bd1e-4285-491d-9216-275a196bd29d tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:32.962837 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-8fc8bd1e-4285-491d-9216-275a196bd29d tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/networks?id=ff064e7f-b96b-4a93-a399-a8dfccadf354 HTTP/1.1" status: 200 len: 813 time: 0.1524351 Jul 19 15:47:32.967694 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-31273779-f4e8-45f8-8c84-ad73510a1471 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:32.968957 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-31273779-f4e8-45f8-8c84-ad73510a1471 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2563214 Jul 19 15:47:32.972718 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 58946) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:32.978662 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-a48df96a-967d-4365-8627-d09a9168d651 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/quotas/41bf5203b925421b9dd2ccc5b7d40ad8 HTTP/1.1" status: 200 len: 375 time: 0.0143919 Jul 19 15:47:32.982485 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:33.007731 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:33.024946 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-0cb5939e-79af-4ec8-96ed-6ecc1c035c5d tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=41bf5203b925421b9dd2ccc5b7d40ad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406494 Jul 19 15:47:33.131873 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:33.138230 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-2682a068-f81b-4e52-b509-575e777a87ee service neutron] 10.222.0.64 "GET /v2.0/networks/ff064e7f-b96b-4a93-a399-a8dfccadf354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123879 Jul 19 15:47:33.204982 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:33.239557 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-57ff7aaa-6ed5-4d50-b41f-d831bd347409 service neutron] 10.222.0.64 "GET /v2.0/networks/ff064e7f-b96b-4a93-a399-a8dfccadf354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943205 Jul 19 15:47:33.301466 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6959e-1556-4f14-95a1-8eb23cecca21 req-344d2770-24ca-4950-95c9-2bf8aaa6ab66 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:33.303104 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-36c6959e-1556-4f14-95a1-8eb23cecca21 req-344d2770-24ca-4950-95c9-2bf8aaa6ab66 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0767462 Jul 19 15:47:33.304341 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Allocated IP 172.27.2.151 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/4f251ae1-6734-4f3d-aef6-fe543581dd76) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:47:33.400609 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e573d2-f009-4ed5-82d3-766e6a9869d5 req-b4826594-abab-4803-8a87-dfba14476b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:33.402404 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-70e573d2-f009-4ed5-82d3-766e6a9869d5 req-b4826594-abab-4803-8a87-dfba14476b53 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 1129 time: 0.0638778 Jul 19 15:47:33.419633 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-36c6959e-1556-4f14-95a1-8eb23cecca21 req-c4e45027-8025-4989-b251-8233a30f60b4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103504 Jul 19 15:47:33.482826 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-884ea9e4-2abb-4e1c-bfa9-475ecb97020d req-89d3766d-b095-4e05-8e73-0cdbd1b0cc6c tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 210 time: 0.0764716 Jul 19 15:47:33.494863 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for port (4f251ae1-6734-4f3d-aef6-fe543581dd76), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:33.541040 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (4f251ae1-6734-4f3d-aef6-fe543581dd76), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:33.582262 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-70e573d2-f009-4ed5-82d3-766e6a9869d5 req-b49ec677-3604-43ba-b868-0118f8ba62c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543245 Jul 19 15:47:33.611096 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:33.629827 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a3361cd4-bf0a-4764-9021-77cb17b215a4 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:33.643087 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:33.645805 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'Port': ['ID=4f251ae1-6734-4f3d-aef6-fe543581dd76,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:33.651164 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:47:33.746207 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port a3361cd4-bf0a-4764-9021-77cb17b215a4 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:33.746870 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:33.779928 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:33.866083 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:33.867715 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port a3361cd4-bf0a-4764-9021-77cb17b215a4 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:33.888060 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9560806-6513-4bba-8fa1-ae38bc7069e6 req-39f60e49-6ca8-4b32-a33e-d542bd573282 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:33.896104 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f9560806-6513-4bba-8fa1-ae38bc7069e6 req-39f60e49-6ca8-4b32-a33e-d542bd573282 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 950 time: 0.1501546 Jul 19 15:47:33.917403 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (2334bd84-8c4e-4d28-a422-a8361e7e056d), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:33.937618 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769e3bc-ccac-4112-b550-09f4e93f5db3 req-0d2c78b9-9769-4a67-ba55-233eb8cabf2f tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:33.944325 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b769e3bc-ccac-4112-b550-09f4e93f5db3 req-0d2c78b9-9769-4a67-ba55-233eb8cabf2f tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.36 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 950 time: 0.1190007 Jul 19 15:47:34.010398 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (4f251ae1-6734-4f3d-aef6-fe543581dd76), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:34.023469 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f9560806-6513-4bba-8fa1-ae38bc7069e6 req-7a2cc729-856e-43be-b5b8-b0af764b4fcb tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/security-groups?id=4681c86b-1060-4c1c-8aa2-1c6bcaad6543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257315 Jul 19 15:47:34.089248 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Sync routers for ids ['06e761b4-d68e-4b34-ae3c-fd887706d11d'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:47:34.106249 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Routers {'06e761b4-d68e-4b34-ae3c-fd887706d11d'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:47:34.108245 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:47:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['06e761b4-d68e-4b34-ae3c-fd887706d11d'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:34.200547 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf9c90-5719-4450-a777-e402505bf938 req-678556cd-ddc3-4bea-8044-932c4f131028 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:34.200547 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9cdf9c90-5719-4450-a777-e402505bf938 req-678556cd-ddc3-4bea-8044-932c4f131028 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.1684515 Jul 19 15:47:34.213359 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-b769e3bc-ccac-4112-b550-09f4e93f5db3 req-2c46c4cd-6d1e-447c-96c7-838458deeaf0 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Deleting port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:47:34.213702 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b769e3bc-ccac-4112-b550-09f4e93f5db3 req-2c46c4cd-6d1e-447c-96c7-838458deeaf0 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:34.269174 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for port (4f251ae1-6734-4f3d-aef6-fe543581dd76), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:34.275839 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:34.276485 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:34.287662 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9cdf9c90-5719-4450-a777-e402505bf938 req-63a607e1-edab-4f9e-8884-54767f88f481 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845449 Jul 19 15:47:34.291915 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (4f251ae1-6734-4f3d-aef6-fe543581dd76), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:34.292989 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Set router 06e761b4-d68e-4b34-ae3c-fd887706d11d gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:47:34.408147 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-b769e3bc-ccac-4112-b550-09f4e93f5db3 req-2c46c4cd-6d1e-447c-96c7-838458deeaf0 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] For port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7,segment=NetworkSegment(930ed391-e36f-4f98-9b75-5e4f38284d2d),segment_id=930ed391-e36f-4f98-9b75-5e4f38284d2d)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:34.409103 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b769e3bc-ccac-4112-b550-09f4e93f5db3 req-2c46c4cd-6d1e-447c-96c7-838458deeaf0 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:34.410476 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:34.440800 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-b769e3bc-ccac-4112-b550-09f4e93f5db3 req-2c46c4cd-6d1e-447c-96c7-838458deeaf0 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Calling delete_port for 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:47:34.447039 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'Port': ['ID=4f251ae1-6734-4f3d-aef6-fe543581dd76,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:34.452115 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (2334bd84-8c4e-4d28-a422-a8361e7e056d), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:34.480160 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:34.484220 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f8b9d1f3-0cb7-4c36-bff6-0d03cee5fa14 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5101728 Jul 19 15:47:34.644711 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'name': 'tempest-TestVolumeBootPattern-1970871345-router', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:23Z', 'updated_at': '2022-07-19T15:47:28Z', 'revision_number': 4, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'gw_port': {'id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:24Z', 'updated_at': '2022-07-19T15:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '8c129063-4fff-4425-a879-5aed53212feb', 'name': '', 'network_id': '6864148b-6d75-4799-862a-2a7913da1816', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'mac_address': 'fa:16:3e:b5:2d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'ab778356-fa1b-4710-a30c-a12fc62d4e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:27Z', 'updated_at': '2022-07-19T15:47:28Z', 'revision_number': 2, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'subnets': [{'id': 'ab778356-fa1b-4710-a30c-a12fc62d4e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:34.658538 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-97e65e75-fb1b-4fd0-a9d7-32cae4f26cc9 req-6dec7d74-07c5-4d27-b677-a9087431b57c tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 210 time: 0.0583522 Jul 19 15:47:34.666300 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138ba34-9326-4864-a236-43959317bbf3 req-aeaab533-d9c7-4a82-96bf-21a45b5d2804 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:34.690657 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Checking router: 06e761b4-d68e-4b34-ae3c-fd887706d11d for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:47:34.691204 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Updating router 06e761b4-d68e-4b34-ae3c-fd887706d11d port 8c129063-4fff-4425-a879-5aed53212feb binding host dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:47:34.699740 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8138ba34-9326-4864-a236-43959317bbf3 req-aeaab533-d9c7-4a82-96bf-21a45b5d2804 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.1531665 Jul 19 15:47:34.746179 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b769e3bc-ccac-4112-b550-09f4e93f5db3 req-2c46c4cd-6d1e-447c-96c7-838458deeaf0 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:34.759017 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8c129063-4fff-4425-a879-5aed53212feb), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:34.760661 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:47:34.784077 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46c4cd-6d1e-447c-96c7-838458deeaf0 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Pushing event deleted for resources: {'Port': ['ID=4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:34.805586 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8138ba34-9326-4864-a236-43959317bbf3 req-5d8576a2-4dd5-458c-b5eb-9987ecc936d6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996714 Jul 19 15:47:34.850542 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-b769e3bc-ccac-4112-b550-09f4e93f5db3 req-2c46c4cd-6d1e-447c-96c7-838458deeaf0 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] No DVR routers for this DVR port 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:47:34.853373 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b769e3bc-ccac-4112-b550-09f4e93f5db3 req-2c46c4cd-6d1e-447c-96c7-838458deeaf0 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:34.857145 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b769e3bc-ccac-4112-b550-09f4e93f5db3 req-2c46c4cd-6d1e-447c-96c7-838458deeaf0 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.36 "DELETE /v2.0/ports/4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 HTTP/1.1" status: 204 len: 173 time: 0.9063239 Jul 19 15:47:34.857705 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b522b7-9f73-4cbf-b09d-57abc62dc90e', 'name': 'network-vif-deleted', 'tag': '4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:47:34.860408 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d329e95-e7e7-4b9c-8ca7-4ec4ed16689a" -d '{"events": [{"server_uuid": "36b522b7-9f73-4cbf-b09d-57abc62dc90e", "name": "network-vif-deleted", "tag": "4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:47:34.907347 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f401d9f-3830-49c2-affd-ab230243f2d4 x-openstack-request-id: req-6f401d9f-3830-49c2-affd-ab230243f2d4 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:47:34.908318 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b522b7-9f73-4cbf-b09d-57abc62dc90e", "name": "network-vif-deleted", "tag": "4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:47:34.908699 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f401d9f-3830-49c2-affd-ab230243f2d4 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:47:34.909145 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f401d9f-3830-49c2-affd-ab230243f2d4'] response: {'server_uuid': '36b522b7-9f73-4cbf-b09d-57abc62dc90e', 'name': 'network-vif-deleted', 'tag': '4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7', 'status': 'completed', 'code': 200} Jul 19 15:47:35.061913 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:35.062474 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:35.164784 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Publish callbacks [] for port (8c129063-4fff-4425-a879-5aed53212feb), precommit_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:35.175017 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (8c129063-4fff-4425-a879-5aed53212feb), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:35.185069 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a6998a1e-54de-458b-8786-e8ea5a07fcaf req-d2a786c4-22bb-41c4-9018-07ad2c558f97 tempest-VolumesNegativeTest-230751805 tempest-VolumesNegativeTest-230751805-project] 10.222.0.64 "GET /v2.0/ports?device_id=36b522b7-9f73-4cbf-b09d-57abc62dc90e HTTP/1.1" status: 200 len: 210 time: 0.0581193 Jul 19 15:47:35.331075 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Attempting to bind port 8c129063-4fff-4425-a879-5aed53212feb on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:47:35.331957 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Attempting to bind port 8c129063-4fff-4425-a879-5aed53212feb by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '3c9106e3-2290-4281-9687-8e30c2e342af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6864148b-6d75-4799-862a-2a7913da1816'}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:47:35.332599 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Attempting to bind port 8c129063-4fff-4425-a879-5aed53212feb on network 6864148b-6d75-4799-862a-2a7913da1816 {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:35.335285 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575bd4f-9e30-408f-ae56-904f6c94cd22 None None] Pushing event updated for resources: {'Port': ['ID=8c129063-4fff-4425-a879-5aed53212feb,revision_number=3']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:35.354626 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:47:35.358974 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Checking segment: {'id': '3c9106e3-2290-4281-9687-8e30c2e342af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6864148b-6d75-4799-862a-2a7913da1816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:47:35.362307 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:35.363084 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Bound using segment: {'id': '3c9106e3-2290-4281-9687-8e30c2e342af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6864148b-6d75-4799-862a-2a7913da1816'} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:47:35.363809 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Bound port: 8c129063-4fff-4425-a879-5aed53212feb, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9106e3-2290-4281-9687-8e30c2e342af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6864148b-6d75-4799-862a-2a7913da1816'}}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:47:35.364482 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8c129063-4fff-4425-a879-5aed53212feb), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:35.464419 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] For port 8c129063-4fff-4425-a879-5aed53212feb, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:47:35.468913 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] For port 8c129063-4fff-4425-a879-5aed53212feb, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=8c129063-4fff-4425-a879-5aed53212feb,segment=NetworkSegment(3c9106e3-2290-4281-9687-8e30c2e342af),segment_id=3c9106e3-2290-4281-9687-8e30c2e342af)] {{(pid=115787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:47:35.481016 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (8c129063-4fff-4425-a879-5aed53212feb), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:35.539057 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f99ed5-670f-4c23-9d26-494aee31f7fd req-1564252a-e3ff-493f-b23e-2c3a0c96a090 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:35.557229 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-38f99ed5-670f-4c23-9d26-494aee31f7fd req-1564252a-e3ff-493f-b23e-2c3a0c96a090 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.1451514 Jul 19 15:47:35.595782 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Routers {'06e761b4-d68e-4b34-ae3c-fd887706d11d'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:47:35.596668 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:47:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['06e761b4-d68e-4b34-ae3c-fd887706d11d'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:35.605556 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Provisioning complete for port 8c129063-4fff-4425-a879-5aed53212feb triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:35.605935 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (8c129063-4fff-4425-a879-5aed53212feb), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:35.614657 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575bd4f-9e30-408f-ae56-904f6c94cd22 None None] Pushing event updated for resources: {'Port': ['ID=8c129063-4fff-4425-a879-5aed53212feb,revision_number=4']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:35.658795 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-38f99ed5-670f-4c23-9d26-494aee31f7fd req-daac87d4-268f-4440-8429-a414ce56592c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971732 Jul 19 15:47:35.835011 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Current status of the port 8c129063-4fff-4425-a879-5aed53212feb is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:35.836048 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8c129063-4fff-4425-a879-5aed53212feb), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:35.957227 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] For port 8c129063-4fff-4425-a879-5aed53212feb, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=8c129063-4fff-4425-a879-5aed53212feb,segment=NetworkSegment(3c9106e3-2290-4281-9687-8e30c2e342af),segment_id=3c9106e3-2290-4281-9687-8e30c2e342af)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:35.967511 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (8c129063-4fff-4425-a879-5aed53212feb), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:36.052523 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] Set router 06e761b4-d68e-4b34-ae3c-fd887706d11d gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:47:36.066131 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Pushing event updated for resources: {'Port': ['ID=8c129063-4fff-4425-a879-5aed53212feb,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:36.074652 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.075298 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.075824 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.076375 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.076892 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.077438 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.077949 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.078518 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.079032 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.079646 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.080172 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.080684 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.081342 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.081998 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.082549 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961eede0-9bfb-4914-97d6-ceb750f63e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:47:36.110204 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-efd0d5a0-ccfd-48ef-b1d8-6bf9c47ba51b None None] Provisioning complete for port 8c129063-4fff-4425-a879-5aed53212feb triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:36.111362 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-efd0d5a0-ccfd-48ef-b1d8-6bf9c47ba51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (8c129063-4fff-4425-a879-5aed53212feb), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:36.475000 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-efd0d5a0-ccfd-48ef-b1d8-6bf9c47ba51b None None] Current status of the port 8c129063-4fff-4425-a879-5aed53212feb is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:36.534942 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1ac46b96-b0de-4d3c-98cb-0214f7842f0a req-82b7ddf5-7402-4fbe-bccc-4b93cf213763 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 210 time: 0.6907518 Jul 19 15:47:36.600510 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-68f9d15e-bbb4-4f60-a1d8-512ace0f3c7f tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:36.601925 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-68f9d15e-bbb4-4f60-a1d8-512ace0f3c7f tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.36 "GET /v2.0/networks?id=ff064e7f-b96b-4a93-a399-a8dfccadf354 HTTP/1.1" status: 200 len: 813 time: 0.4802299 Jul 19 15:47:36.603282 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'name': 'tempest-TestVolumeBootPattern-1970871345-router', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:23Z', 'updated_at': '2022-07-19T15:47:28Z', 'revision_number': 4, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'gw_port': {'id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:24Z', 'updated_at': '2022-07-19T15:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '8c129063-4fff-4425-a879-5aed53212feb', 'name': '', 'network_id': '6864148b-6d75-4799-862a-2a7913da1816', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'mac_address': 'fa:16:3e:b5:2d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'ab778356-fa1b-4710-a30c-a12fc62d4e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:27Z', 'updated_at': '2022-07-19T15:47:35Z', 'revision_number': 4, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'subnets': [{'id': 'ab778356-fa1b-4710-a30c-a12fc62d4e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:47:36.629253 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-108fe406-169f-4e90-8183-3cfce98b3b06 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Request body: {'port': {'device_id': '4157bc30-5973-4e95-a9de-fa467709484e', 'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354', 'admin_state_up': True, 'tenant_id': '41bf5203b925421b9dd2ccc5b7d40ad8'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:36.633184 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c9be6-3859-44e8-94bd-f355cc57091d None None] The sync data for ids ['06e761b4-d68e-4b34-ae3c-fd887706d11d'] in dv-cinder-849022-3-iscsi is: [{'id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'name': 'tempest-TestVolumeBootPattern-1970871345-router', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:23Z', 'updated_at': '2022-07-19T15:47:28Z', 'revision_number': 4, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'gw_port': {'id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:24Z', 'updated_at': '2022-07-19T15:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '8c129063-4fff-4425-a879-5aed53212feb', 'name': '', 'network_id': '6864148b-6d75-4799-862a-2a7913da1816', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'mac_address': 'fa:16:3e:b5:2d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'ab778356-fa1b-4710-a30c-a12fc62d4e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:27Z', 'updated_at': '2022-07-19T15:47:35Z', 'revision_number': 4, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'subnets': [{'id': 'ab778356-fa1b-4710-a30c-a12fc62d4e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:47:36.695601 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0ac07-8064-48f9-a0ac-07f0791c0551 req-f301d642-c358-4395-ba3c-f1488cbe34ba tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:36.705301 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1bd0ac07-8064-48f9-a0ac-07f0791c0551 req-f301d642-c358-4395-ba3c-f1488cbe34ba tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0931141 Jul 19 15:47:36.788264 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1bd0ac07-8064-48f9-a0ac-07f0791c0551 req-81f63938-5d63-4444-8347-ede42428efb3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811992 Jul 19 15:47:36.793198 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-108fe406-169f-4e90-8183-3cfce98b3b06 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Made reservation on behalf of 41bf5203b925421b9dd2ccc5b7d40ad8 for: {'port': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:47:36.802329 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-108fe406-169f-4e90-8183-3cfce98b3b06 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:37.003001 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-108fe406-169f-4e90-8183-3cfce98b3b06 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Allocated IP 172.20.0.4 (ff064e7f-b96b-4a93-a399-a8dfccadf354/3526470d-ef54-4f8e-8cc8-6badf283867e/8369d370-1c69-44be-9a5b-cbfe9b7cb0f6) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:47:37.023636 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543d735-aaab-4dd3-81fd-116a0dde048f req-2780e4e0-caaf-4da6-a2b9-e422d28fca52 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:37.025499 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4543d735-aaab-4dd3-81fd-116a0dde048f req-2780e4e0-caaf-4da6-a2b9-e422d28fca52 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0774531 Jul 19 15:47:37.080241 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:37.094720 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4543d735-aaab-4dd3-81fd-116a0dde048f req-58b51a63-2271-4cf3-9a2e-998476266b53 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627105 Jul 19 15:47:37.207389 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-108fe406-169f-4e90-8183-3cfce98b3b06 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks [] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:37.269453 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-108fe406-169f-4e90-8183-3cfce98b3b06 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:37.293470 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:37.343086 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-108fe406-169f-4e90-8183-3cfce98b3b06 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Network ff064e7f-b96b-4a93-a399-a8dfccadf354 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:37.350051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-108fe406-169f-4e90-8183-3cfce98b3b06 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:37.352995 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-108fe406-169f-4e90-8183-3cfce98b3b06 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:47:37.429034 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fe406-169f-4e90-8183-3cfce98b3b06 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Pushing event updated for resources: {'Port': ['ID=8369d370-1c69-44be-9a5b-cbfe9b7cb0f6,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:37.510231 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81161862-b29f-491e-bba9-30acf2e7d399 req-6bab49d8-3ebb-4128-8180-1ab5ce7d2935 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:37.517636 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-81161862-b29f-491e-bba9-30acf2e7d399 req-6bab49d8-3ebb-4128-8180-1ab5ce7d2935 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.1132848 Jul 19 15:47:37.643124 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-81161862-b29f-491e-bba9-30acf2e7d399 req-817134be-ce69-4f5b-9cdb-56e5d793bdd1 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243479 Jul 19 15:47:37.712689 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 8c129063-4fff-4425-a879-5aed53212feb up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:37.776085 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 8c129063-4fff-4425-a879-5aed53212feb triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:37.776858 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (8c129063-4fff-4425-a879-5aed53212feb), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:37.850334 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7c96c-724b-44de-8c9f-919ee1eef0fe req-64cf0288-9897-48ba-936f-222bd0634155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:37.852054 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b2d7c96c-724b-44de-8c9f-919ee1eef0fe req-64cf0288-9897-48ba-936f-222bd0634155 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 1129 time: 0.4413283 Jul 19 15:47:37.861120 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-108fe406-169f-4e90-8183-3cfce98b3b06 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:37.863992 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-108fe406-169f-4e90-8183-3cfce98b3b06 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:37.883766 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd6105-847e-4a36-a80f-6c6c3f8548f4 req-623d2d88-6db2-4b4d-a6e8-001ac81ad760 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:37.891137 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-abdd6105-847e-4a36-a80f-6c6c3f8548f4 req-623d2d88-6db2-4b4d-a6e8-001ac81ad760 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 931 time: 0.0831118 Jul 19 15:47:37.900391 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 8c129063-4fff-4425-a879-5aed53212feb is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:37.915884 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:37.927856 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-108fe406-169f-4e90-8183-3cfce98b3b06 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3054852 Jul 19 15:47:37.953956 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-abdd6105-847e-4a36-a80f-6c6c3f8548f4 req-71d6979e-b2a1-4a89-95f4-e8c9f0a84bf0 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619414 Jul 19 15:47:37.973605 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Request body: {'port': {'device_id': '4157bc30-5973-4e95-a9de-fa467709484e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:38.065221 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7c96c-724b-44de-8c9f-919ee1eef0fe req-ed9ea8b0-48f9-4369-925c-bc522386b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:38.067228 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b2d7c96c-724b-44de-8c9f-919ee1eef0fe req-ed9ea8b0-48f9-4369-925c-bc522386b7c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.2002842 Jul 19 15:47:38.090827 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:38.099328 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed09e52-f9a6-4465-9904-a44f1c76d281 req-2233ad63-93ba-4275-8218-5225847da1c9 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:38.100896 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4ed09e52-f9a6-4465-9904-a44f1c76d281 req-2233ad63-93ba-4275-8218-5225847da1c9 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0630658 Jul 19 15:47:38.130506 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b2d7c96c-724b-44de-8c9f-919ee1eef0fe req-5c6a2e88-1b01-4a01-b606-5e4f7fa6934b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7989e60-2708-4f38-9de4-2ddeed675e74 HTTP/1.1" status: 200 len: 217 time: 0.0488923 Jul 19 15:47:38.179337 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4ed09e52-f9a6-4465-9904-a44f1c76d281 req-90cd1ceb-c680-4aab-880f-0ab3c13572b0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718179 Jul 19 15:47:38.238824 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7c96c-724b-44de-8c9f-919ee1eef0fe req-65226b84-da51-435f-9414-fb1dd73a2afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:38.240311 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b2d7c96c-724b-44de-8c9f-919ee1eef0fe req-65226b84-da51-435f-9414-fb1dd73a2afc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.1001847 Jul 19 15:47:38.361921 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7c96c-724b-44de-8c9f-919ee1eef0fe req-7187a163-a5ae-40ef-9e2a-02d8e9776015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:38.364155 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b2d7c96c-724b-44de-8c9f-919ee1eef0fe req-7187a163-a5ae-40ef-9e2a-02d8e9776015 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747523 Jul 19 15:47:38.632678 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:38.641947 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b2d7c96c-724b-44de-8c9f-919ee1eef0fe req-346bb37f-4618-476a-84e0-06d087f8101d service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631783 Jul 19 15:47:38.690538 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:47:38.731769 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:47:38.732878 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 4ed4f5bc-b69f-4ef0-8f66-4b15b16d0bd7 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:47:38.761018 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 {{(pid=115785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:47:38.778677 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Publish callbacks [] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:38.812508 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.provisioning_blocks [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Transition to ACTIVE for port object 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 will not be triggered until provisioned by entity L2. {{(pid=115785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:47:38.817355 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b2d7c96c-724b-44de-8c9f-919ee1eef0fe req-4e5eada8-7e7a-4db9-8cb5-055796597e4f service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496022 Jul 19 15:47:38.823207 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:38.866771 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb93902-ddc1-44a0-942e-1418d46a3147 req-f65ae1a2-2d80-4630-8fe1-df88e6444bef tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:38.874739 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8bb93902-ddc1-44a0-942e-1418d46a3147 req-f65ae1a2-2d80-4630-8fe1-df88e6444bef tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.1090558 Jul 19 15:47:38.881852 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:38.936463 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Pushing event updated for resources: {'Port': ['ID=8369d370-1c69-44be-9a5b-cbfe9b7cb0f6,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:38.947835 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8bb93902-ddc1-44a0-942e-1418d46a3147 req-2b4e57c9-7c5c-42ed-943b-43c36d22a4d3 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719683 Jul 19 15:47:39.005852 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Attempting to bind port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:47:39.006200 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Attempting to bind port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '686b31e9-35fa-4aa1-bb81-6766909ed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354'}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:47:39.006559 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Attempting to bind port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 on network ff064e7f-b96b-4a93-a399-a8dfccadf354 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:39.014950 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 on network ff064e7f-b96b-4a93-a399-a8dfccadf354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:47:39.015291 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Attempting to bind port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 on network ff064e7f-b96b-4a93-a399-a8dfccadf354 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:39.023901 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:47:39.024278 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Checking segment: {'id': '686b31e9-35fa-4aa1-bb81-6766909ed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:47:39.024631 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Bound using segment: {'id': '686b31e9-35fa-4aa1-bb81-6766909ed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354'} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:47:39.025070 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Bound port: 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686b31e9-35fa-4aa1-bb81-6766909ed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354'}}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:47:39.025435 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:39.096131 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ad50f-2675-4e33-950d-02feb0b4793b req-a89e89ee-def8-4b8e-aba7-fab30e0ede3a tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:39.098401 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0b3ad50f-2675-4e33-950d-02feb0b4793b req-a89e89ee-def8-4b8e-aba7-fab30e0ede3a tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 943 time: 0.0615568 Jul 19 15:47:39.105070 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] For port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6, host hv-cinder-84902, cleared binding levels {{(pid=115785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:47:39.108797 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] For port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8369d370-1c69-44be-9a5b-cbfe9b7cb0f6,segment=NetworkSegment(686b31e9-35fa-4aa1-bb81-6766909ed2b2),segment_id=686b31e9-35fa-4aa1-bb81-6766909ed2b2)] {{(pid=115785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:47:39.118729 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:39.173385 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0b3ad50f-2675-4e33-950d-02feb0b4793b req-6bdbeae4-8000-4cb4-9341-5e6dffcb636f tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691626 Jul 19 15:47:39.177399 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:39.177399 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:39.178487 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] 10.222.0.36 "PUT /v2.0/ports/8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 HTTP/1.1" status: 200 len: 1093 time: 1.2138877 Jul 19 15:47:39.178974 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4157bc30-5973-4e95-a9de-fa467709484e', 'tag': '8369d370-1c69-44be-9a5b-cbfe9b7cb0f6'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:47:39.181206 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a0397d-170a-485d-a766-5b8695186705" -d '{"events": [{"name": "network-changed", "server_uuid": "4157bc30-5973-4e95-a9de-fa467709484e", "tag": "8369d370-1c69-44be-9a5b-cbfe9b7cb0f6"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:47:39.211214 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc254b9-4379-435e-a42a-432a45d01e1e service neutron] Pushing event updated for resources: {'Port': ['ID=8369d370-1c69-44be-9a5b-cbfe9b7cb0f6,revision_number=3']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:39.232771 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67c00b3-a816-4a48-9543-e3d13c311690 x-openstack-request-id: req-d67c00b3-a816-4a48-9543-e3d13c311690 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:47:39.233235 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4157bc30-5973-4e95-a9de-fa467709484e", "tag": "8369d370-1c69-44be-9a5b-cbfe9b7cb0f6", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:47:39.233636 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d67c00b3-a816-4a48-9543-e3d13c311690 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:47:39.234178 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67c00b3-a816-4a48-9543-e3d13c311690'] response: {'name': 'network-changed', 'server_uuid': '4157bc30-5973-4e95-a9de-fa467709484e', 'tag': '8369d370-1c69-44be-9a5b-cbfe9b7cb0f6', 'status': 'completed', 'code': 200} Jul 19 15:47:39.339420 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3f406-bdba-47ac-a082-6d1c81eefb45 req-9c27b10f-3152-4679-bd08-5a56a1bbfd7a tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:39.341040 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-00a3f406-bdba-47ac-a082-6d1c81eefb45 req-9c27b10f-3152-4679-bd08-5a56a1bbfd7a tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0503972 Jul 19 15:47:39.405447 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-00a3f406-bdba-47ac-a082-6d1c81eefb45 req-a5ca9a5f-941e-4376-876b-5b92f8ad1fff tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582075 Jul 19 15:47:40.058632 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:40.086559 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7941b8-730f-487b-bd23-1cc4bb372a81 req-851581c0-4a4a-488e-8a35-96b26e25f4aa tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:40.088670 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0b7941b8-730f-487b-bd23-1cc4bb372a81 req-851581c0-4a4a-488e-8a35-96b26e25f4aa tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0661874 Jul 19 15:47:40.147771 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0b7941b8-730f-487b-bd23-1cc4bb372a81 req-0444c548-739f-4319-aa49-31bf01adea4c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510137 Jul 19 15:47:40.305461 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:40.321141 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90b34f-7b81-422e-8548-63c789d20a5a req-50ed6430-d0ff-4718-ba38-84981063c599 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:40.322956 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dd90b34f-7b81-422e-8548-63c789d20a5a req-50ed6430-d0ff-4718-ba38-84981063c599 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 943 time: 0.0667379 Jul 19 15:47:40.324040 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:40.384502 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dd90b34f-7b81-422e-8548-63c789d20a5a req-022eb59d-a4c6-4188-aeea-c7dd0f3ef607 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526574 Jul 19 15:47:40.539318 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0397d-170a-485d-a766-5b8695186705 req-d7c24c90-3a51-4424-b4fa-4a90ad65e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:40.541214 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b8a0397d-170a-485d-a766-5b8695186705 req-d7c24c90-3a51-4424-b4fa-4a90ad65e3a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41bf5203b925421b9dd2ccc5b7d40ad8&device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 1127 time: 0.0768313 Jul 19 15:47:40.569668 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65c33f-3230-4dec-8f7e-25c112082691 req-8699fd91-ec5e-4fc6-8bba-fe10b72d6224 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:40.571264 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3d65c33f-3230-4dec-8f7e-25c112082691 req-8699fd91-ec5e-4fc6-8bba-fe10b72d6224 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0594072 Jul 19 15:47:40.628235 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3d65c33f-3230-4dec-8f7e-25c112082691 req-bfb2dbf2-7626-4c55-a562-0c9484d32c3c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511115 Jul 19 15:47:40.819631 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0397d-170a-485d-a766-5b8695186705 req-34ad6471-51c3-4e03-ac0e-c817df7a5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:40.821218 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b8a0397d-170a-485d-a766-5b8695186705 req-34ad6471-51c3-4e03-ac0e-c817df7a5789 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=41bf5203b925421b9dd2ccc5b7d40ad8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2206328 Jul 19 15:47:41.282586 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d177983-76c8-4c9f-95a6-30109ee8ae62 req-1d85bea9-b211-402b-94b2-7756650fcfa4 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:41.290553 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1d177983-76c8-4c9f-95a6-30109ee8ae62 req-1d85bea9-b211-402b-94b2-7756650fcfa4 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0608761 Jul 19 15:47:41.354779 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1d177983-76c8-4c9f-95a6-30109ee8ae62 req-c272ec11-76c4-45a6-a52e-32d9d5d7ad88 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618987 Jul 19 15:47:41.511975 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0397d-170a-485d-a766-5b8695186705 req-3713737e-e61e-484e-bd3a-e95b35777eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:41.513509 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b8a0397d-170a-485d-a766-5b8695186705 req-3713737e-e61e-484e-bd3a-e95b35777eec service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1450124 Jul 19 15:47:41.588681 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449e8f-6a10-4943-8d3d-28238dffa604 req-556b76a9-cdac-4b68-a319-9aab0c086a72 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:41.590286 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b9449e8f-6a10-4943-8d3d-28238dffa604 req-556b76a9-cdac-4b68-a319-9aab0c086a72 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 943 time: 0.0967276 Jul 19 15:47:41.631897 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-37c6f910-29fe-4614-8dce-071fb4bed025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:41.633638 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-37c6f910-29fe-4614-8dce-071fb4bed025 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41bf5203b925421b9dd2ccc5b7d40ad8&device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 1127 time: 0.0617754 Jul 19 15:47:41.660079 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b9449e8f-6a10-4943-8d3d-28238dffa604 req-81278d21-1b65-4732-bfcd-836a15573805 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620966 Jul 19 15:47:41.689540 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-90c2cae1-079d-475f-a998-8bd277e583ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 HTTP/1.1" status: 200 len: 217 time: 0.0397494 Jul 19 15:47:41.743990 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-16587de9-eaae-4bfa-aebb-07e743aff843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:41.745819 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-16587de9-eaae-4bfa-aebb-07e743aff843 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3526470d-ef54-4f8e-8cc8-6badf283867e HTTP/1.1" status: 200 len: 853 time: 0.0511990 Jul 19 15:47:41.787682 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e20b-080f-451b-a715-1dfa3a9dc1da req-8ff1a40e-3d8e-434d-97e3-8cfa9abcc9bf tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:41.788191 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-ce2cd289-626f-484b-97e3-a5d77399e4af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff064e7f-b96b-4a93-a399-a8dfccadf354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336418 Jul 19 15:47:41.790896 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1194e20b-080f-451b-a715-1dfa3a9dc1da req-8ff1a40e-3d8e-434d-97e3-8cfa9abcc9bf tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0655057 Jul 19 15:47:41.880158 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1194e20b-080f-451b-a715-1dfa3a9dc1da req-ca8bc4af-0ca2-42ef-a31c-3cf5fe996a1b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837588 Jul 19 15:47:41.944780 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:41.954513 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-f7b9a0be-4a3d-4ed6-b3d5-db0ae28becdd service neutron] 10.222.0.36 "GET /v2.0/networks/ff064e7f-b96b-4a93-a399-a8dfccadf354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591702 Jul 19 15:47:42.108299 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d41f9bbe-4a02-4fa3-b356-b78daf3e0fd9 req-36a7390c-bcfa-45c2-842d-30e56c1f43ee service neutron] 10.222.0.36 "GET /v2.0/networks/ff064e7f-b96b-4a93-a399-a8dfccadf354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471009 Jul 19 15:47:42.496561 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754a9d3-0137-48ac-96c1-aaf66957aa5d req-a4b9fd71-fc91-4714-9db1-46889fef810d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:42.498377 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9754a9d3-0137-48ac-96c1-aaf66957aa5d req-a4b9fd71-fc91-4714-9db1-46889fef810d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0534792 Jul 19 15:47:42.528109 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:42.558842 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9754a9d3-0137-48ac-96c1-aaf66957aa5d req-e467a605-9549-4326-a3e7-fb5f863b1442 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534556 Jul 19 15:47:42.818485 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47a2e5-376a-409e-a339-119e926cf0da req-f7819fa9-f7c1-4641-8683-558a64c3105e tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:42.831082 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4a47a2e5-376a-409e-a339-119e926cf0da req-f7819fa9-f7c1-4641-8683-558a64c3105e tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 943 time: 0.0898521 Jul 19 15:47:42.901710 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4a47a2e5-376a-409e-a339-119e926cf0da req-b6ec9b6c-422c-4cce-a3fa-a7aee1a19534 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693510 Jul 19 15:47:43.067103 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d2840-68cb-4ac8-baf6-cb5bafe5dace req-604cd77a-a0b0-4cee-900f-7192d8a5d351 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:43.068622 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0d1d2840-68cb-4ac8-baf6-cb5bafe5dace req-604cd77a-a0b0-4cee-900f-7192d8a5d351 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0575132 Jul 19 15:47:43.123948 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0d1d2840-68cb-4ac8-baf6-cb5bafe5dace req-80b4dac8-a112-401b-a177-6289a6e54dce tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482283 Jul 19 15:47:43.816359 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-ad3f6b3b-758d-4a55-9a27-6d8a731f34b5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1545699194&fields=id&tenant_id=45a72d232f314a78b0e1c3f04b0ed682 HTTP/1.1" status: 200 len: 267 time: 0.0624244 Jul 19 15:47:43.972496 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-d48fb6cd-db0e-4ed6-a405-382f88878de4 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:43.983314 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-d48fb6cd-db0e-4ed6-a405-382f88878de4 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 814 time: 0.1594362 Jul 19 15:47:44.003977 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-a8ceeadb-5d93-4158-8a71-613b36ce9b30 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/quotas/45a72d232f314a78b0e1c3f04b0ed682 HTTP/1.1" status: 200 len: 375 time: 0.0195134 Jul 19 15:47:44.069678 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:44.106024 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-2035e6c1-c19c-4ab3-828e-05c7f35899c5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1008718 Jul 19 15:47:44.117139 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d286d-78d7-4447-9635-24abd8d4ce87 req-892e9013-c81a-4409-9b22-1cb821ef3094 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:44.125450 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d91d286d-78d7-4447-9635-24abd8d4ce87 req-892e9013-c81a-4409-9b22-1cb821ef3094 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 943 time: 0.0957723 Jul 19 15:47:44.187009 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d91d286d-78d7-4447-9635-24abd8d4ce87 req-049168ab-4f11-4111-a5df-9078b7eb1bb2 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595272 Jul 19 15:47:44.249474 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-5fe09bc7-c4d6-4942-95ad-38d5969c93a8 service neutron] 10.222.0.64 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401737 Jul 19 15:47:44.315782 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 59146) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:44.321816 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-d09f393b-0fb2-4e76-aa0d-4c9f964ecb8b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917148118', 'description': 'tempest-description--51841002'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:44.375882 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d09f393b-0fb2-4e76-aa0d-4c9f964ecb8b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:44.401474 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-f804223e-8103-41ae-927b-2a8d59525659 service neutron] 10.222.0.64 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444829 Jul 19 15:47:44.514232 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8744a-6c61-4c4a-91dd-b3f421ad9fe7 req-f5507cd7-d4d6-4957-b81d-58d42ef98808 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:44.515839 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4fc8744a-6c61-4c4a-91dd-b3f421ad9fe7 req-f5507cd7-d4d6-4957-b81d-58d42ef98808 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.1033442 Jul 19 15:47:44.524815 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:44.639175 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d09f393b-0fb2-4e76-aa0d-4c9f964ecb8b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for security_group (5c8a8ec9-69e7-4f6a-968e-1342dd983f7e), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:44.658145 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d09f393b-0fb2-4e76-aa0d-4c9f964ecb8b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (5c8a8ec9-69e7-4f6a-968e-1342dd983f7e), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:44.759254 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f393b-0fb2-4e76-aa0d-4c9f964ecb8b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:44.776601 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b1c4cc5d-c4ec-4251-814c-5c89dcde103e req-86dceecf-f580-4ca6-aa84-38625e4ab94b tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 210 time: 0.0426722 Jul 19 15:47:44.795023 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4fc8744a-6c61-4c4a-91dd-b3f421ad9fe7 req-2ef3ded8-93e1-42de-8c8a-970c2b21688d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2664278 Jul 19 15:47:44.805501 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d09f393b-0fb2-4e76-aa0d-4c9f964ecb8b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:44.811801 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 59196) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:44.813436 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-d09f393b-0fb2-4e76-aa0d-4c9f964ecb8b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4957113 Jul 19 15:47:44.817421 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-797ac676-79df-46bf-9a0d-fa07cc218f4a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Request body: {'security_group_rule': {'security_group_id': '5c8a8ec9-69e7-4f6a-968e-1342dd983f7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:44.867122 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-797ac676-79df-46bf-9a0d-fa07cc218f4a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for security_group_rule (7ba510fb-545d-4c4a-85c5-200778cec2cf), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:44.963342 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-797ac676-79df-46bf-9a0d-fa07cc218f4a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for security_group_rule (7ba510fb-545d-4c4a-85c5-200778cec2cf), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:44.975376 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-797ac676-79df-46bf-9a0d-fa07cc218f4a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (7ba510fb-545d-4c4a-85c5-200778cec2cf), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:45.003112 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ac676-79df-46bf-9a0d-fa07cc218f4a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba510fb-545d-4c4a-85c5-200778cec2cf,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:45.016154 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-797ac676-79df-46bf-9a0d-fa07cc218f4a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:45.021133 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-797ac676-79df-46bf-9a0d-fa07cc218f4a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2060595 Jul 19 15:47:45.021431 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 59220) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:45.031845 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-47b39460-7555-4821-b6cf-a9c87e47244b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Request body: {'security_group_rule': {'security_group_id': '5c8a8ec9-69e7-4f6a-968e-1342dd983f7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:45.088416 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-47b39460-7555-4821-b6cf-a9c87e47244b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for security_group_rule (f1729486-7e66-4141-b051-85055a94a777), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:45.177410 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-47b39460-7555-4821-b6cf-a9c87e47244b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for security_group_rule (f1729486-7e66-4141-b051-85055a94a777), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:45.183099 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-47b39460-7555-4821-b6cf-a9c87e47244b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (f1729486-7e66-4141-b051-85055a94a777), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:45.234308 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b39460-7555-4821-b6cf-a9c87e47244b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1729486-7e66-4141-b051-85055a94a777,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:45.250186 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-47b39460-7555-4821-b6cf-a9c87e47244b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:45.254025 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-47b39460-7555-4821-b6cf-a9c87e47244b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2304587 Jul 19 15:47:45.257712 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 59240) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:45.262501 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:45.307079 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:45.375336 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197eb29-5324-4d65-a5d4-5c3a69ec9710 req-37f7e5a1-b1a2-4e5e-8d6e-eb35efec8347 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:45.377730 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b197eb29-5324-4d65-a5d4-5c3a69ec9710 req-37f7e5a1-b1a2-4e5e-8d6e-eb35efec8347 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 943 time: 0.0593691 Jul 19 15:47:45.442113 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b197eb29-5324-4d65-a5d4-5c3a69ec9710 req-043ced12-9817-4064-9e13-b2a4219eab82 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578725 Jul 19 15:47:45.498777 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:45.727916 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Allocated IP 172.27.2.19 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/71860342-427b-4d6c-8b1e-886bdfd95884) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:47:45.930802 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-36ecc885-c91c-4b7f-acc5-ccfefda899c8 req-af9d7eda-4804-4e0c-b7f2-3908ff69b20c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 210 time: 0.0451703 Jul 19 15:47:45.980162 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for port (71860342-427b-4d6c-8b1e-886bdfd95884), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:46.000180 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:46.026649 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e2378-8849-442d-9f41-082deb3bb23a req-b8548f2a-95de-488f-ade5-33b05578d933 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:46.033892 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-984e2378-8849-442d-9f41-082deb3bb23a req-b8548f2a-95de-488f-ade5-33b05578d933 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0947039 Jul 19 15:47:46.039765 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (71860342-427b-4d6c-8b1e-886bdfd95884), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:46.044095 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:46.081966 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:46.085616 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:46.095697 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:47:46.125730 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-984e2378-8849-442d-9f41-082deb3bb23a req-1ff689a7-20d4-4ba8-aec6-cc5378072130 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902419 Jul 19 15:47:46.138868 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Pushing event updated for resources: {'Port': ['ID=71860342-427b-4d6c-8b1e-886bdfd95884,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:46.245601 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-40203bd3-659d-4dd1-8392-d15228ccb7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:46.261466 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for floatingip (dae9225e-526f-4570-be3f-be08f962e021), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:46.318972 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (71860342-427b-4d6c-8b1e-886bdfd95884), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:46.353375 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:46.504799 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-1b4d2032-58d4-4fc0-b280-f8a965a25dba tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:46.507054 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-1b4d2032-58d4-4fc0-b280-f8a965a25dba tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 814 time: 0.2901976 Jul 19 15:47:46.605512 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:46.606039 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c860fb-1734-4940-94c8-6740bf65254c req-8d6ddea1-5513-419c-94ff-412ecf43ac61 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:46.606765 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:46.608128 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:46.613279 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-43c860fb-1734-4940-94c8-6740bf65254c req-8d6ddea1-5513-419c-94ff-412ecf43ac61 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 943 time: 0.0786746 Jul 19 15:47:46.616388 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-53d030f5-0d69-4ae4-bc29-1772f79fe232 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45a72d232f314a78b0e1c3f04b0ed682 HTTP/1.1" status: 200 len: 473 time: 0.0974295 Jul 19 15:47:46.636211 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for port (71860342-427b-4d6c-8b1e-886bdfd95884), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:46.645737 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (71860342-427b-4d6c-8b1e-886bdfd95884), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:46.665870 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-26965c26-fda5-4335-8e63-ca69d4bca7e3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'port': {'device_id': '78bc17d6-5509-446d-a843-99a70b397128', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'admin_state_up': True, 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'security_groups': ['db296874-47b1-4d2d-ba5f-d9ef846432eb']}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:46.705899 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-43c860fb-1734-4940-94c8-6740bf65254c req-768e94d8-2bf4-440a-81a8-ed8bcd6a85cd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916369 Jul 19 15:47:46.723596 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:47:46.815140 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Pushing event updated for resources: {'Port': ['ID=71860342-427b-4d6c-8b1e-886bdfd95884,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:46.843284 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (dae9225e-526f-4570-be3f-be08f962e021), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:46.885432 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:46.886828 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-e68099df-07b5-4c7d-af00-10e7139780da tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6281521 Jul 19 15:47:46.893449 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8369d370-1c69-44be-9a5b-cbfe9b7cb0f6,segment=NetworkSegment(686b31e9-35fa-4aa1-bb81-6766909ed2b2),segment_id=686b31e9-35fa-4aa1-bb81-6766909ed2b2)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:46.903776 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-26965c26-fda5-4335-8e63-ca69d4bca7e3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Made reservation on behalf of 45a72d232f314a78b0e1c3f04b0ed682 for: {'port': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:47:46.909106 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '8369d370-1c69-44be-9a5b-cbfe9b7cb0f6', 'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354', 'port_id': '8369d370-1c69-44be-9a5b-cbfe9b7cb0f6', 'mac_address': 'fa:16:3e:30:03:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3526470d-ef54-4f8e-8cc8-6badf283867e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:47:46.926812 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-26965c26-fda5-4335-8e63-ca69d4bca7e3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:46.952378 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:46.953166 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:46.980610 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:47:47.004180 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:47.043312 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8369d370-1c69-44be-9a5b-cbfe9b7cb0f6,segment=NetworkSegment(686b31e9-35fa-4aa1-bb81-6766909ed2b2),segment_id=686b31e9-35fa-4aa1-bb81-6766909ed2b2)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:47.054424 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:47.107082 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7e11640f-c983-441f-9e4c-bc406851c155 req-79a02733-574c-4eab-bee8-679db2e5ea60 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 210 time: 0.0536835 Jul 19 15:47:47.124388 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=8369d370-1c69-44be-9a5b-cbfe9b7cb0f6,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:47.206196 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-26965c26-fda5-4335-8e63-ca69d4bca7e3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Allocated IP 172.20.0.9 (fe8b95ad-7997-4bfd-893e-d87b2c843602/783ad02f-bd45-48ea-8e48-5acd89ea85ac/41689fce-682e-44b2-a26f-83d31eb3790b) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:47:47.300454 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4c35b-1c10-4ff7-8214-c29db8cd673f req-f8dfd981-1777-4a0e-a567-b200d4194b9b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:47.302323 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-efd4c35b-1c10-4ff7-8214-c29db8cd673f req-f8dfd981-1777-4a0e-a567-b200d4194b9b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0854063 Jul 19 15:47:47.357050 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-54b4620d-9913-4bdc-b15f-e1c45715cf66 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1917148118&fields=id&tenant_id=a872b4eafae74b82896bd09229152104 HTTP/1.1" status: 200 len: 267 time: 0.0555990 Jul 19 15:47:47.407524 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['8369d370-1c69-44be-9a5b-cbfe9b7cb0f6'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:47:47.415909 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-efd4c35b-1c10-4ff7-8214-c29db8cd673f req-85060446-0335-4959-872c-78b382130f25 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056607 Jul 19 15:47:47.465706 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-26965c26-fda5-4335-8e63-ca69d4bca7e3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for port (41689fce-682e-44b2-a26f-83d31eb3790b), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:47.522860 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-26965c26-fda5-4335-8e63-ca69d4bca7e3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:47.539288 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-3d5fb097-254c-41b5-bb99-4540177048c7 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:47.545869 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-3d5fb097-254c-41b5-bb99-4540177048c7 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 818 time: 0.1785393 Jul 19 15:47:47.554390 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:47.562243 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-a1e4ceb2-583a-4b0c-be51-9eb9e3b9ec62 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/quotas/a872b4eafae74b82896bd09229152104 HTTP/1.1" status: 200 len: 375 time: 0.0155289 Jul 19 15:47:47.570601 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-26965c26-fda5-4335-8e63-ca69d4bca7e3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Network fe8b95ad-7997-4bfd-893e-d87b2c843602 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:47.574153 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-26965c26-fda5-4335-8e63-ca69d4bca7e3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:47.578646 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-26965c26-fda5-4335-8e63-ca69d4bca7e3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:47:47.637814 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26965c26-fda5-4335-8e63-ca69d4bca7e3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'Port': ['ID=41689fce-682e-44b2-a26f-83d31eb3790b,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:47.642876 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-3b45ef81-00b3-4d12-9f41-209ae37c7aa1 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0758996 Jul 19 15:47:47.660579 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-26965c26-fda5-4335-8e63-ca69d4bca7e3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:47.661141 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-26965c26-fda5-4335-8e63-ca69d4bca7e3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:47.668597 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:47.687465 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-26965c26-fda5-4335-8e63-ca69d4bca7e3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0301402 Jul 19 15:47:47.699585 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Request body: {'port': {'device_id': '78bc17d6-5509-446d-a843-99a70b397128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:47.809843 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-aff1e9f8-46a1-4650-94a5-18e96f7473da service neutron] 10.222.0.64 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472235 Jul 19 15:47:47.873460 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:47.895800 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6671b-dfcc-47f7-96b0-052db48711a8 req-893b38b4-a561-4192-b831-e13d48042bbb tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:47.897222 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b9a6671b-dfcc-47f7-96b0-052db48711a8 req-893b38b4-a561-4192-b831-e13d48042bbb tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 944 time: 0.0795147 Jul 19 15:47:47.928791 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-8550f225-4ea9-423d-9f84-c721f9c22247 service neutron] 10.222.0.64 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177197 Jul 19 15:47:47.933490 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-85ef1fd8-216d-4943-8219-44251a930c57 None None] Provisioning complete for port 41689fce-682e-44b2-a26f-83d31eb3790b triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:47.934026 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-85ef1fd8-216d-4943-8219-44251a930c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:47.942142 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e81a9-7818-4b63-aed4-fa079e66ecda req-5302ce77-09da-4be9-8bd6-30d5e0183f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:47.943813 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-910e81a9-7818-4b63-aed4-fa079e66ecda req-5302ce77-09da-4be9-8bd6-30d5e0183f61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 1130 time: 0.0449986 Jul 19 15:47:47.982001 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-85ef1fd8-216d-4943-8219-44251a930c57 None None] Port 41689fce-682e-44b2-a26f-83d31eb3790b cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:47:47.992168 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:48.188248 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-43622c1d-28b5-4074-8783-3594aabdb8c2 req-eed878ba-00a4-4376-aaa2-515a6ba3a0ba tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 210 time: 0.0570211 Jul 19 15:47:48.337134 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8202981-ed04-4d07-962e-31b5cd21f0e6 req-ce12f26a-aa44-45a3-91cc-5d201b9a6e4b tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:48.338751 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a8202981-ed04-4d07-962e-31b5cd21f0e6 req-ce12f26a-aa44-45a3-91cc-5d201b9a6e4b tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 931 time: 0.0607138 Jul 19 15:47:48.402705 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a8202981-ed04-4d07-962e-31b5cd21f0e6 req-5cbaba89-98a0-4d29-9278-974b52bb2e7f tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550811 Jul 19 15:47:48.481470 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b9a6671b-dfcc-47f7-96b0-052db48711a8 req-7a47a10a-b679-43b2-a237-fcac223fc593 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365090 Jul 19 15:47:48.493127 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e81a9-7818-4b63-aed4-fa079e66ecda req-8ac65181-cf7b-4917-a46e-0a169695b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:48.494966 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-910e81a9-7818-4b63-aed4-fa079e66ecda req-8ac65181-cf7b-4917-a46e-0a169695b84b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 918 time: 0.5415323 Jul 19 15:47:48.585589 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa26e0a-39b4-48b4-a61d-87cc15ed41ba req-672d0b0f-ce2b-4723-b4c3-5c2cab013e36 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:48.587352 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4aa26e0a-39b4-48b4-a61d-87cc15ed41ba req-672d0b0f-ce2b-4723-b4c3-5c2cab013e36 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0513413 Jul 19 15:47:48.605829 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-910e81a9-7818-4b63-aed4-fa079e66ecda req-d371dfa2-2583-4559-91e4-a1e1c6ad2e52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb HTTP/1.1" status: 200 len: 1001 time: 0.1029916 Jul 19 15:47:48.616915 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-39d1af8b-6493-4fb2-8c09-1ab52f59cae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:48.655589 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4aa26e0a-39b4-48b4-a61d-87cc15ed41ba req-3df1caa0-3904-4192-af06-7f576a1ccbf2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560746 Jul 19 15:47:48.714421 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e81a9-7818-4b63-aed4-fa079e66ecda req-e76875c6-345f-45dd-a582-40c9dd0cbca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:48.715945 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-910e81a9-7818-4b63-aed4-fa079e66ecda req-e76875c6-345f-45dd-a582-40c9dd0cbca7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fb34e8-0b5b-4987-b39f-b08c45bd460d HTTP/1.1" status: 200 len: 856 time: 0.0839627 Jul 19 15:47:48.716925 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:47:48.766145 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:47:48.775497 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:48.775956 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:48.787680 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e81a9-7818-4b63-aed4-fa079e66ecda req-51d7b316-b338-4001-b093-85b189b9109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:48.789062 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-910e81a9-7818-4b63-aed4-fa079e66ecda req-51d7b316-b338-4001-b093-85b189b9109b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4747c92b-9953-4013-87b5-ea57492dd5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605199 Jul 19 15:47:48.845492 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41689fce-682e-44b2-a26f-83d31eb3790b {{(pid=115785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:47:48.853349 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:48.858156 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:48.858581 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:48.882737 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Publish callbacks [] for port (41689fce-682e-44b2-a26f-83d31eb3790b), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:48.886371 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4157bc30-5973-4e95-a9de-fa467709484e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8369d370-1c69-44be-9a5b-cbfe9b7cb0f6'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:47:48.889290 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eb6b12-1b10-4123-99cc-b1f9eae463bd" -d '{"events": [{"server_uuid": "4157bc30-5973-4e95-a9de-fa467709484e", "name": "network-vif-plugged", "status": "completed", "tag": "8369d370-1c69-44be-9a5b-cbfe9b7cb0f6"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:47:48.903616 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.provisioning_blocks [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Transition to ACTIVE for port object 41689fce-682e-44b2-a26f-83d31eb3790b will not be triggered until provisioned by entity L2. {{(pid=115785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:47:48.909106 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8369d370-1c69-44be-9a5b-cbfe9b7cb0f6,segment=NetworkSegment(686b31e9-35fa-4aa1-bb81-6766909ed2b2),segment_id=686b31e9-35fa-4aa1-bb81-6766909ed2b2)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:48.910833 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:48.915101 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:48.938452 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a0e7ed-8f7e-40e8-a17f-95cb95cbb622 x-openstack-request-id: req-97a0e7ed-8f7e-40e8-a17f-95cb95cbb622 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:47:48.938822 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4157bc30-5973-4e95-a9de-fa467709484e", "name": "network-vif-plugged", "status": "completed", "tag": "8369d370-1c69-44be-9a5b-cbfe9b7cb0f6", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:47:48.939080 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97a0e7ed-8f7e-40e8-a17f-95cb95cbb622 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:47:48.939755 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a0e7ed-8f7e-40e8-a17f-95cb95cbb622'] response: {'server_uuid': '4157bc30-5973-4e95-a9de-fa467709484e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8369d370-1c69-44be-9a5b-cbfe9b7cb0f6', 'code': 200} Jul 19 15:47:48.962949 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-910e81a9-7818-4b63-aed4-fa079e66ecda req-ad9ce904-1298-4bb4-8fb1-7dc050af2483 service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569932 Jul 19 15:47:48.973377 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=8369d370-1c69-44be-9a5b-cbfe9b7cb0f6,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:48.998554 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Pushing event updated for resources: {'Port': ['ID=41689fce-682e-44b2-a26f-83d31eb3790b,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:49.056927 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Attempting to bind port 41689fce-682e-44b2-a26f-83d31eb3790b on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:47:49.057260 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Attempting to bind port 41689fce-682e-44b2-a26f-83d31eb3790b by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:47:49.057589 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Attempting to bind port 41689fce-682e-44b2-a26f-83d31eb3790b on network fe8b95ad-7997-4bfd-893e-d87b2c843602 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:49.062384 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Port 41689fce-682e-44b2-a26f-83d31eb3790b on network fe8b95ad-7997-4bfd-893e-d87b2c843602 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:47:49.062722 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Attempting to bind port 41689fce-682e-44b2-a26f-83d31eb3790b on network fe8b95ad-7997-4bfd-893e-d87b2c843602 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:49.069655 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:47:49.069984 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Checking segment: {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:47:49.070386 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Bound using segment: {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:47:49.070821 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Bound port: 41689fce-682e-44b2-a26f-83d31eb3790b, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'}}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:47:49.071335 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:49.137447 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] For port 41689fce-682e-44b2-a26f-83d31eb3790b, host hv-cinder-84902, cleared binding levels {{(pid=115785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:47:49.140500 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] For port 41689fce-682e-44b2-a26f-83d31eb3790b, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=41689fce-682e-44b2-a26f-83d31eb3790b,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:47:49.147227 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:49.183485 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:49.183836 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:49.185066 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] 10.222.0.36 "PUT /v2.0/ports/41689fce-682e-44b2-a26f-83d31eb3790b HTTP/1.1" status: 200 len: 1093 time: 1.4901347 Jul 19 15:47:49.194679 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bc17d6-5509-446d-a843-99a70b397128', 'tag': '41689fce-682e-44b2-a26f-83d31eb3790b'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:47:49.196932 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1157811b-70b5-452f-9bfb-6a3cf2a4e4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "78bc17d6-5509-446d-a843-99a70b397128", "tag": "41689fce-682e-44b2-a26f-83d31eb3790b"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:47:49.276000 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff161ee-f2f7-419f-8596-d0931e4d2e08 x-openstack-request-id: req-fff161ee-f2f7-419f-8596-d0931e4d2e08 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:47:49.276279 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bc17d6-5509-446d-a843-99a70b397128", "tag": "41689fce-682e-44b2-a26f-83d31eb3790b", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:47:49.276749 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fff161ee-f2f7-419f-8596-d0931e4d2e08 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:47:49.277350 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff161ee-f2f7-419f-8596-d0931e4d2e08'] response: {'name': 'network-changed', 'server_uuid': '78bc17d6-5509-446d-a843-99a70b397128', 'tag': '41689fce-682e-44b2-a26f-83d31eb3790b', 'status': 'completed', 'code': 200} Jul 19 15:47:49.278221 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c5e29-2ce0-4242-b965-ee7cc39cfb03 service neutron] Pushing event updated for resources: {'Port': ['ID=41689fce-682e-44b2-a26f-83d31eb3790b,revision_number=3']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:49.346397 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:49.387967 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157811b-70b5-452f-9bfb-6a3cf2a4e4ab req-4907d364-69ba-43ab-bac0-0b253f722f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:49.389498 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1157811b-70b5-452f-9bfb-6a3cf2a4e4ab req-4907d364-69ba-43ab-bac0-0b253f722f1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 1127 time: 0.1005902 Jul 19 15:47:49.394197 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a73f403f-2830-4504-9896-00728e6022ab req-7f656d34-de04-461d-823a-49b99d3ffe16 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 210 time: 0.0499132 Jul 19 15:47:49.398159 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-910e81a9-7818-4b63-aed4-fa079e66ecda req-325e212d-2de8-426a-8dbc-5943de6a0d2d service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167349 Jul 19 15:47:49.492853 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-09f299fb-a227-4388-973a-86a392fd40cb tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:49.494981 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-09f299fb-a227-4388-973a-86a392fd40cb tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 818 time: 0.1673529 Jul 19 15:47:49.535388 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:49.555509 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43294a7-9f0d-4964-8925-c1f27875ac9d req-5e8701bb-2d7a-4a80-8c1c-3782630b4ca7 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:49.557114 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c43294a7-9f0d-4964-8925-c1f27875ac9d req-5e8701bb-2d7a-4a80-8c1c-3782630b4ca7 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 943 time: 0.0610774 Jul 19 15:47:49.599164 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b65c58-11d6-42d1-8147-b9c9a9253239 req-f3e4682f-359d-4256-926d-12db98943692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:49.602114 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-08b65c58-11d6-42d1-8147-b9c9a9253239 req-f3e4682f-359d-4256-926d-12db98943692 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 1129 time: 0.1349061 Jul 19 15:47:49.614206 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:49.634411 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c43294a7-9f0d-4964-8925-c1f27875ac9d req-0a85294b-a199-4462-b3ea-72199346269a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669951 Jul 19 15:47:49.682183 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157811b-70b5-452f-9bfb-6a3cf2a4e4ab req-5b9fa4ff-e0d0-4519-8ad0-823ae17bf09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:49.683817 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1157811b-70b5-452f-9bfb-6a3cf2a4e4ab req-5b9fa4ff-e0d0-4519-8ad0-823ae17bf09f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2623284 Jul 19 15:47:49.693555 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391b75b-2d41-4279-ac9f-678ed2502c99 req-98033414-0f03-49be-99d1-bf047b7fb8c3 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:49.695254 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9391b75b-2d41-4279-ac9f-678ed2502c99 req-98033414-0f03-49be-99d1-bf047b7fb8c3 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 945 time: 0.0849118 Jul 19 15:47:49.758172 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9391b75b-2d41-4279-ac9f-678ed2502c99 req-7cbd96e9-8b12-4643-a658-b9ea76f66ad9 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569544 Jul 19 15:47:49.799433 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f598eac-f9ff-49de-9f61-bc24ed92b121 req-592bca44-e147-4555-b094-b3f725fa05e0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:49.802806 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7f598eac-f9ff-49de-9f61-bc24ed92b121 req-592bca44-e147-4555-b094-b3f725fa05e0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0552661 Jul 19 15:47:49.849198 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7f598eac-f9ff-49de-9f61-bc24ed92b121 req-b0bb44d3-7676-404b-80c2-aae82b5c9426 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426517 Jul 19 15:47:49.873337 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 59470) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:50.004615 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-c2df24d5-6ddf-4f0a-91db-4e7bf0937bf2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=537dfdfbaae043f38cd4300e1b030682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301470 Jul 19 15:47:50.007273 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 59474) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:50.055704 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a1c428f4-82a8-41b6-8bcb-7a3209e142b7 admin admin] Publish callbacks [] for security_group (4681c86b-1060-4c1c-8aa2-1c6bcaad6543), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:50.077323 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a1c428f4-82a8-41b6-8bcb-7a3209e142b7 admin admin] Publish callbacks [] for security_group (4681c86b-1060-4c1c-8aa2-1c6bcaad6543), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:50.113782 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:50.129844 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a1c428f4-82a8-41b6-8bcb-7a3209e142b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (4681c86b-1060-4c1c-8aa2-1c6bcaad6543), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:50.132366 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a1c428f4-82a8-41b6-8bcb-7a3209e142b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:50.133495 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-a1c428f4-82a8-41b6-8bcb-7a3209e142b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4681c86b-1060-4c1c-8aa2-1c6bcaad6543 HTTP/1.1" status: 204 len: 168 time: 0.1253240 Jul 19 15:47:50.142184 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c428f4-82a8-41b6-8bcb-7a3209e142b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4681c86b-1060-4c1c-8aa2-1c6bcaad6543,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:50.513132 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a5b49925-d538-4062-b6c5-9e4046abeea5 req-9fdf7b6b-399c-4a61-a0cd-02d88499ce49 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 210 time: 0.0289614 Jul 19 15:47:50.778519 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf13a3-5453-426a-9409-0fede7997571 req-12b23259-6029-4ab8-8e82-f38dfa5b9dce tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:50.784781 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2abf13a3-5453-426a-9409-0fede7997571 req-12b23259-6029-4ab8-8e82-f38dfa5b9dce tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 943 time: 0.0597141 Jul 19 15:47:50.851725 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2abf13a3-5453-426a-9409-0fede7997571 req-8de66c78-a7bd-4dea-bcb9-a662190271aa tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594852 Jul 19 15:47:50.904356 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79df12-89f3-47b9-a86b-f2e077c2a0a1 req-65caf593-932f-4e09-99bc-b15872b69250 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:50.905919 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6b79df12-89f3-47b9-a86b-f2e077c2a0a1 req-65caf593-932f-4e09-99bc-b15872b69250 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 945 time: 0.0631285 Jul 19 15:47:50.956053 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6b79df12-89f3-47b9-a86b-f2e077c2a0a1 req-df73b7d5-4fd5-4579-b523-395df93f9b57 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Jul 19 15:47:51.018800 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5cdc9559-095a-4bf7-8725-3414157538b5 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743401924&fields=id&tenant_id=6827afcdf1f3481882f808dc01908a4d HTTP/1.1" status: 200 len: 267 time: 0.0592084 Jul 19 15:47:51.067410 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b4f69-9d28-40bd-b608-5f9662911c0a req-250e4a48-4115-4da7-96ba-eff5625ba1d6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:51.068958 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6b3b4f69-9d28-40bd-b608-5f9662911c0a req-250e4a48-4115-4da7-96ba-eff5625ba1d6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0533776 Jul 19 15:47:51.178320 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-af2bde99-f10b-483b-b4ea-eab8be0b9aa0 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a872b4eafae74b82896bd09229152104 HTTP/1.1" status: 200 len: 380 time: 0.1187940 Jul 19 15:47:51.184195 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5167dc3e-434b-42ba-ba5b-fa226876cf95 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:51.185711 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5167dc3e-434b-42ba-ba5b-fa226876cf95 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 811 time: 0.1607339 Jul 19 15:47:51.186601 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:51.210140 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6b3b4f69-9d28-40bd-b608-5f9662911c0a req-05f6e7d1-2721-4edc-8be7-5bbf313f953b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1257155 Jul 19 15:47:51.231141 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-59397420-5312-4bd6-8aeb-dba3b1a1128f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Request body: {'port': {'device_id': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'admin_state_up': True, 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'security_groups': ['5c8a8ec9-69e7-4f6a-968e-1342dd983f7e']}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:51.237329 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-08b65c58-11d6-42d1-8147-b9c9a9253239 req-be3e08f1-6baa-4d6b-82d8-f38930046d4f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663146 Jul 19 15:47:51.254218 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-531054c5-c260-4af9-88bb-ef18c91c9922 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/quotas/6827afcdf1f3481882f808dc01908a4d HTTP/1.1" status: 200 len: 375 time: 0.0604951 Jul 19 15:47:51.267913 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157811b-70b5-452f-9bfb-6a3cf2a4e4ab req-45042296-7fcc-4724-8e52-9e60dae6be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:51.270603 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1157811b-70b5-452f-9bfb-6a3cf2a4e4ab req-45042296-7fcc-4724-8e52-9e60dae6be61 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1997211 Jul 19 15:47:51.358205 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-331e99d8-3c24-43eb-b2b2-85803f59490a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906560 Jul 19 15:47:51.474486 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:51.503233 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7ecf0f02-0514-45db-9a98-d14a1dc1ef6d service neutron] 10.222.0.64 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302605 Jul 19 15:47:51.504314 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-59397420-5312-4bd6-8aeb-dba3b1a1128f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Made reservation on behalf of a872b4eafae74b82896bd09229152104 for: {'port': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:47:51.507771 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-59397420-5312-4bd6-8aeb-dba3b1a1128f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:51.513643 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:51.606200 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-bb4c7b8f-dc32-4e28-8fc3-5189a1e39215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:51.608046 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-bb4c7b8f-dc32-4e28-8fc3-5189a1e39215 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 1127 time: 0.0659940 Jul 19 15:47:51.624783 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-742b2a44-5f71-4886-a1d6-b4141ecd76da req-1928f9e3-1018-422f-b0f4-f915cc34aaef tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 210 time: 0.0348110 Jul 19 15:47:51.686616 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-bea6fdc7-f2be-4af5-ab41-c8e3fc72f8db service neutron] 10.222.0.64 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630578 Jul 19 15:47:51.732463 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-59397420-5312-4bd6-8aeb-dba3b1a1128f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Allocated IP 172.20.0.14 (8dcc6647-13fc-4b32-9768-cee1a56fe5f7/08f3925e-9acb-4daf-8a14-6ac9b957a3cb/588a9a7a-f29d-40a2-abf8-161404100f96) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:47:51.849366 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:51.868091 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:51.908583 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-59397420-5312-4bd6-8aeb-dba3b1a1128f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for port (588a9a7a-f29d-40a2-abf8-161404100f96), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:51.948284 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-59397420-5312-4bd6-8aeb-dba3b1a1128f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:51.973198 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-59397420-5312-4bd6-8aeb-dba3b1a1128f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:51.977570 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-59397420-5312-4bd6-8aeb-dba3b1a1128f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:51.981086 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-59397420-5312-4bd6-8aeb-dba3b1a1128f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:47:52.015198 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82173651-8bfc-4858-a059-0413d01f4af5 req-69e8d4fc-8ba3-472f-a6d8-8da439a0df59 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:52.023987 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-82173651-8bfc-4858-a059-0413d01f4af5 req-69e8d4fc-8ba3-472f-a6d8-8da439a0df59 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 943 time: 0.0982347 Jul 19 15:47:52.075908 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1ad4993b-759c-4053-8109-2d18a6552924 req-231e7e03-470d-40fb-8667-2c6e2890cd0a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 210 time: 0.0915699 Jul 19 15:47:52.097063 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59397420-5312-4bd6-8aeb-dba3b1a1128f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Pushing event updated for resources: {'Port': ['ID=588a9a7a-f29d-40a2-abf8-161404100f96,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:52.106170 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-82173651-8bfc-4858-a059-0413d01f4af5 req-a7d0f910-9fc1-4e28-aa4e-efd91279eb99 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810337 Jul 19 15:47:52.126035 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-59397420-5312-4bd6-8aeb-dba3b1a1128f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:52.127106 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-59397420-5312-4bd6-8aeb-dba3b1a1128f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:52.150697 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-59397420-5312-4bd6-8aeb-dba3b1a1128f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9348304 Jul 19 15:47:52.197616 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Request body: {'port': {'device_id': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:52.221530 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-543c1bd0-9fa3-4a14-88a4-4bdc7058ac9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41689fce-682e-44b2-a26f-83d31eb3790b HTTP/1.1" status: 200 len: 217 time: 0.0462248 Jul 19 15:47:52.288188 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-ee36c101-9e9d-48bc-b9c1-66ade5a35290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:52.290024 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-ee36c101-9e9d-48bc-b9c1-66ade5a35290 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=783ad02f-bd45-48ea-8e48-5acd89ea85ac HTTP/1.1" status: 200 len: 853 time: 0.0538552 Jul 19 15:47:52.302626 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-90b14893-8717-4f40-8c90-413a061582b6 None None] Provisioning complete for port 588a9a7a-f29d-40a2-abf8-161404100f96 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:47:52.303393 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-90b14893-8717-4f40-8c90-413a061582b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:52.311123 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa654d-4b57-47af-9869-ff9e6042da11 req-9f0ff2a6-2f9e-482d-ba41-87654d6773c8 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:52.312687 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d8fa654d-4b57-47af-9869-ff9e6042da11 req-9f0ff2a6-2f9e-482d-ba41-87654d6773c8 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 945 time: 0.0861216 Jul 19 15:47:52.342764 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-90b14893-8717-4f40-8c90-413a061582b6 None None] Port 588a9a7a-f29d-40a2-abf8-161404100f96 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:47:52.373030 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:52.407594 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-c22a62d0-c09c-4794-bb6d-1d068ab250e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:52.410101 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-c22a62d0-c09c-4794-bb6d-1d068ab250e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe8b95ad-7997-4bfd-893e-d87b2c843602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939014 Jul 19 15:47:52.413904 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d8fa654d-4b57-47af-9869-ff9e6042da11 req-2ea90ecc-6f19-4287-a310-b1bb5defa295 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717535 Jul 19 15:47:52.418983 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91f428-51e1-40fc-b882-baaf31ede111 req-258f08f5-eb40-4235-9e4b-ac783c15d6f2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:52.421140 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2e91f428-51e1-40fc-b882-baaf31ede111 req-258f08f5-eb40-4235-9e4b-ac783c15d6f2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 946 time: 0.0920608 Jul 19 15:47:52.519348 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:52.522795 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:52.571780 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2e91f428-51e1-40fc-b882-baaf31ede111 req-bd763b86-72ba-49c5-aedb-7dfccc49a4b7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1179650 Jul 19 15:47:52.577860 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-12e11e13-6cf0-4af3-9923-26b548907b21 service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551089 Jul 19 15:47:52.675968 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588a9a7a-f29d-40a2-abf8-161404100f96 {{(pid=115784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:47:52.684561 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Publish callbacks [] for port (588a9a7a-f29d-40a2-abf8-161404100f96), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:52.699653 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.provisioning_blocks [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Transition to ACTIVE for port object 588a9a7a-f29d-40a2-abf8-161404100f96 will not be triggered until provisioned by entity L2. {{(pid=115784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:47:52.704757 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:52.772332 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Pushing event updated for resources: {'Port': ['ID=588a9a7a-f29d-40a2-abf8-161404100f96,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:52.778781 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 61483d93-6fa5-46d1-b820-a274f98ffcbb no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:47:52.811008 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f70a90-7855-4747-b8e5-344fefdce233 req-5d639832-5a62-4534-ad9a-74fb3cdcf9ba tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:52.813894 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-35f70a90-7855-4747-b8e5-344fefdce233 req-5d639832-5a62-4534-ad9a-74fb3cdcf9ba tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 944 time: 0.1089306 Jul 19 15:47:52.874018 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:52.877151 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Attempting to bind port 588a9a7a-f29d-40a2-abf8-161404100f96 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:47:52.877962 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Attempting to bind port 588a9a7a-f29d-40a2-abf8-161404100f96 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:47:52.878401 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Attempting to bind port 588a9a7a-f29d-40a2-abf8-161404100f96 on network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:52.885054 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Port 588a9a7a-f29d-40a2-abf8-161404100f96 on network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:47:52.885930 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Attempting to bind port 588a9a7a-f29d-40a2-abf8-161404100f96 on network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:47:52.893216 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:47:52.893805 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Checking segment: {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:47:52.894524 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Bound using segment: {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:47:52.895397 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Bound port: 588a9a7a-f29d-40a2-abf8-161404100f96, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499c3b22-ec92-4a84-a21c-c137765310b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7'}}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:47:52.896111 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:52.907136 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:52.921144 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-35f70a90-7855-4747-b8e5-344fefdce233 req-a18a06a0-eb97-4e70-96b7-e980220de353 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012518 Jul 19 15:47:52.951364 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 61483d93-6fa5-46d1-b820-a274f98ffcbb is: ACTIVE; New status is: DOWN {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:52.951983 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:52.961997 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:52.989778 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] For port 588a9a7a-f29d-40a2-abf8-161404100f96, host hv-cinder-84902, cleared binding levels {{(pid=115784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:47:52.990029 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:47:52.993882 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] For port 588a9a7a-f29d-40a2-abf8-161404100f96, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=588a9a7a-f29d-40a2-abf8-161404100f96,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:47:52.994056 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5706d91-eb5c-405d-b509-c85a3f055a8a" -d '{"events": [{"server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "name": "network-vif-unplugged", "status": "completed", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:47:53.009089 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:53.012058 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 61483d93-6fa5-46d1-b820-a274f98ffcbb, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:53.020208 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:53.054170 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:53.055022 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:53.056576 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] 10.222.0.36 "PUT /v2.0/ports/588a9a7a-f29d-40a2-abf8-161404100f96 HTTP/1.1" status: 200 len: 1094 time: 0.8641648 Jul 19 15:47:53.057295 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'tag': '588a9a7a-f29d-40a2-abf8-161404100f96'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:47:53.060154 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5254430-5216-4bdf-ab5a-62b59fd920bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0194ecf2-5e08-49b2-a4e9-185bf9b32e40", "tag": "588a9a7a-f29d-40a2-abf8-161404100f96"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:47:53.080697 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Jul 2022 15:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d625d6-8826-41ab-b47a-c5ff0e5af087 x-openstack-request-id: req-35d625d6-8826-41ab-b47a-c5ff0e5af087 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:47:53.081066 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "name": "network-vif-unplugged", "status": "failed", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb", "code": 422}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:47:53.081999 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35d625d6-8826-41ab-b47a-c5ff0e5af087 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:47:53.083918 dv-cinder-849022-3-iscsi neutron-server[115786]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-35d625d6-8826-41ab-b47a-c5ff0e5af087']: {'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'code': 422} returned with failed status Jul 19 15:47:53.140596 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a164bb7f-c6b9-40dd-b5ee-96c7dbf7335c x-openstack-request-id: req-a164bb7f-c6b9-40dd-b5ee-96c7dbf7335c {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:47:53.141532 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0194ecf2-5e08-49b2-a4e9-185bf9b32e40", "tag": "588a9a7a-f29d-40a2-abf8-161404100f96", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:47:53.141532 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a164bb7f-c6b9-40dd-b5ee-96c7dbf7335c {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:47:53.151024 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a164bb7f-c6b9-40dd-b5ee-96c7dbf7335c'] response: {'name': 'network-changed', 'server_uuid': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'tag': '588a9a7a-f29d-40a2-abf8-161404100f96', 'status': 'completed', 'code': 200} Jul 19 15:47:53.151675 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e9de4-bff2-4d6e-a4fd-4a330525bf2a service neutron] Pushing event updated for resources: {'Port': ['ID=588a9a7a-f29d-40a2-abf8-161404100f96,revision_number=3']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:53.169450 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=61483d93-6fa5-46d1-b820-a274f98ffcbb,revision_number=8']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:53.264693 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a909968f-bac7-47f4-a467-e605f55fcdb6 req-52cab0a6-40dc-4f8e-b519-acb5511eb6bc service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914127 Jul 19 15:47:53.283138 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-feee593d-d7b3-421f-b6cd-13b65961331a req-7294ccd1-5726-4b09-9464-27fcc1f449e4 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 210 time: 0.0427561 Jul 19 15:47:53.321385 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c89f97-3a25-4bc9-8f39-29e8346d97a6 req-473cfe04-71d5-4fa3-a5d2-a3d0691439b9 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:53.323262 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-59c89f97-3a25-4bc9-8f39-29e8346d97a6 req-473cfe04-71d5-4fa3-a5d2-a3d0691439b9 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 943 time: 0.0614130 Jul 19 15:47:53.374451 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [req-319cd683-b98d-4af4-8dfb-d779692ee5ad req-c96bce05-84a2-43f6-a9e1-56c365665a9e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115785) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:47:53.375467 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-319cd683-b98d-4af4-8dfb-d779692ee5ad req-c96bce05-84a2-43f6-a9e1-56c365665a9e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053711 Jul 19 15:47:53.386253 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-59c89f97-3a25-4bc9-8f39-29e8346d97a6 req-1342b208-7fdc-4ac0-94ba-d4af2ebde2e0 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524943 Jul 19 15:47:53.539890 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c1e1a-d708-497a-a752-c8cfb431f4ea req-6c4a208d-e7b6-494d-8fe6-5c303dc821f0 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:53.541650 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b07c1e1a-d708-497a-a752-c8cfb431f4ea req-6c4a208d-e7b6-494d-8fe6-5c303dc821f0 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 945 time: 0.0511572 Jul 19 15:47:53.558705 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2601912-d404-4254-835a-546248f272b5 req-25a8df1f-0295-4069-9ba7-36b12107e46e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:53.560487 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a2601912-d404-4254-835a-546248f272b5 req-25a8df1f-0295-4069-9ba7-36b12107e46e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0643332 Jul 19 15:47:53.595114 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b07c1e1a-d708-497a-a752-c8cfb431f4ea req-bdcb5233-b197-4a20-b564-4a452fb5fc2f tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468917 Jul 19 15:47:53.619826 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a2601912-d404-4254-835a-546248f272b5 req-8d5a9b57-e067-4a3f-9107-6cc7b299a5d1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525219 Jul 19 15:47:53.888589 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 59658) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:53.984281 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-c76789b3-d039-4d07-a90b-e142ef67b7e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940931 Jul 19 15:47:53.990146 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-c9e09add-2fbf-4bf0-9057-ea52d2070fde service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115784) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:47:54.002543 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-c9e09add-2fbf-4bf0-9057-ea52d2070fde service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0110133 Jul 19 15:47:54.084565 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 59674) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:54.095289 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98d4de-565a-4fd7-9913-11f6e72056b7 req-32ae6525-7dcf-4935-aff3-2fe6eee94bb1 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:54.097035 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3c98d4de-565a-4fd7-9913-11f6e72056b7 req-32ae6525-7dcf-4935-aff3-2fe6eee94bb1 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 944 time: 0.0701234 Jul 19 15:47:54.153543 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3c98d4de-565a-4fd7-9913-11f6e72056b7 req-ca387ae8-5877-4f18-a3b4-d647d97719fb tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484235 Jul 19 15:47:54.193371 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4096253-6059-4ea0-9c52-55cf24750733 req-139edc58-56e9-456a-836d-ab563b75aa78 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:54.194823 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-139edc58-56e9-456a-836d-ab563b75aa78 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports/61483d93-6fa5-46d1-b820-a274f98ffcbb HTTP/1.1" status: 200 len: 941 time: 0.1083724 Jul 19 15:47:54.385467 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c63a6fe9-3161-4682-bf70-c8938c2c091d req-a81edc0f-e270-4d34-83b3-207ca2838a21 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 210 time: 0.0324359 Jul 19 15:47:54.507784 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad56e00-5a21-451d-9ae5-a03462393c2d req-326d840e-4dac-4aca-a69a-4c478cdbe672 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:54.509625 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0ad56e00-5a21-451d-9ae5-a03462393c2d req-326d840e-4dac-4aca-a69a-4c478cdbe672 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 943 time: 0.0492859 Jul 19 15:47:54.557405 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0ad56e00-5a21-451d-9ae5-a03462393c2d req-a7333161-56a8-49e8-b465-6f72432b3747 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 Jul 19 15:47:54.740625 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c50f4-d84f-42a0-887c-d7e216432713 req-07a20711-a4d8-4bec-b757-a1443b997138 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:54.742080 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-835c50f4-d84f-42a0-887c-d7e216432713 req-07a20711-a4d8-4bec-b757-a1443b997138 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0465975 Jul 19 15:47:54.789056 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-835c50f4-d84f-42a0-887c-d7e216432713 req-668b2b37-a8aa-4f6d-9e9e-8571ccd52862 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415359 Jul 19 15:47:55.258235 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:55.275399 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0869a26-a21f-48a6-99c6-abd4129cac1e req-1285337a-a7ae-4618-8b62-5829bfbd2553 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:55.276869 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f0869a26-a21f-48a6-99c6-abd4129cac1e req-1285337a-a7ae-4618-8b62-5829bfbd2553 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 944 time: 0.0478814 Jul 19 15:47:55.326522 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f0869a26-a21f-48a6-99c6-abd4129cac1e req-475a5e15-2570-428d-8646-bc1f0e655e98 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441506 Jul 19 15:47:55.479199 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-75c4da2a-a501-4bf5-910b-94c7ce0d4197 req-34a548dd-d41e-421d-8324-a15460c4ddc6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 210 time: 0.0279596 Jul 19 15:47:55.908246 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:55.919542 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc5111-ba79-4513-8b09-ccef22b67b79 req-72012686-bf2e-45dc-b6d3-f56cfaeb5c05 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:55.921149 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4ffc5111-ba79-4513-8b09-ccef22b67b79 req-72012686-bf2e-45dc-b6d3-f56cfaeb5c05 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0551682 Jul 19 15:47:55.928545 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b991c-73e0-41b0-a98b-ed779361b588 req-4a185bfe-71df-4877-b46a-6c5559a58036 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:55.930056 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a07b991c-73e0-41b0-a98b-ed779361b588 req-4a185bfe-71df-4877-b46a-6c5559a58036 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 943 time: 0.3067493 Jul 19 15:47:55.945901 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-aad75905-c908-4b89-aab1-e4a73725d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:55.947336 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-aad75905-c908-4b89-aab1-e4a73725d38c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 1128 time: 0.0660503 Jul 19 15:47:55.979899 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4ffc5111-ba79-4513-8b09-ccef22b67b79 req-111a7489-efa0-4468-b341-8e98a5abb78b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513704 Jul 19 15:47:55.986796 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a07b991c-73e0-41b0-a98b-ed779361b588 req-1ceae6dd-05de-4c50-8985-0b9fc97ffa67 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474806 Jul 19 15:47:56.442452 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985882aa-ddaf-424f-8b72-6fa169ba7f1c req-629ee89b-4191-40d3-bdb1-1ce20fab73ff tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:56.443986 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-985882aa-ddaf-424f-8b72-6fa169ba7f1c req-629ee89b-4191-40d3-bdb1-1ce20fab73ff tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 944 time: 0.0499711 Jul 19 15:47:56.494208 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-985882aa-ddaf-424f-8b72-6fa169ba7f1c req-e575a99c-c646-4093-966f-0dc24fc1a23b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443351 Jul 19 15:47:56.575993 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-33e23f88-43a9-4b34-80dd-cdbf7df1cd01 req-df0e0b51-f196-40b3-8cfb-529555f45bf0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 210 time: 0.0295744 Jul 19 15:47:57.061689 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-9a010429-6de4-4869-a6fa-86aea4d8973b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=588a9a7a-f29d-40a2-abf8-161404100f96 HTTP/1.1" status: 200 len: 217 time: 0.0801795 Jul 19 15:47:57.176563 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1671f-a7d4-4c39-b012-d9f215f84d7a req-5bbe02a4-61ea-4fe3-a959-b81ec0a72b60 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:57.178645 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f7c1671f-a7d4-4c39-b012-d9f215f84d7a req-5bbe02a4-61ea-4fe3-a959-b81ec0a72b60 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 943 time: 0.0733914 Jul 19 15:47:57.191698 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-3b9f5699-58af-4e9f-aa87-e4c7bdac72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:57.194554 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-3b9f5699-58af-4e9f-aa87-e4c7bdac72cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.1250627 Jul 19 15:47:57.227274 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dc7d1-9732-46f5-9336-13021091f85a req-5b52feeb-af03-4445-8d40-d9b3105044a9 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:57.236667 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-812dc7d1-9732-46f5-9336-13021091f85a req-5b52feeb-af03-4445-8d40-d9b3105044a9 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.1237319 Jul 19 15:47:57.258915 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f7c1671f-a7d4-4c39-b012-d9f215f84d7a req-1be71327-2d2a-4b37-abc0-28b1df3792f2 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728502 Jul 19 15:47:57.291549 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-637e6794-df3a-471b-ab75-193789de231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:57.293046 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-637e6794-df3a-471b-ab75-193789de231b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868607 Jul 19 15:47:57.310006 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-812dc7d1-9732-46f5-9336-13021091f85a req-84d8016b-0148-4384-90b6-da4e8b8be91f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724573 Jul 19 15:47:57.510485 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:57.606693 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-a9649475-f9b2-4b9c-b92b-c1ed2694dd96 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043932 Jul 19 15:47:57.659701 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368bbe4-021d-41c7-8719-381a9661311a req-07dc23c3-4ae7-4030-ae6f-b33fbcd2535f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:57.661355 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8368bbe4-021d-41c7-8719-381a9661311a req-07dc23c3-4ae7-4030-ae6f-b33fbcd2535f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 944 time: 0.0867720 Jul 19 15:47:57.712315 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f4693e61-0ec7-499c-8cc0-edca2723f9d4 req-1dd63d33-c98c-4070-86de-9d283542177e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 210 time: 0.0312092 Jul 19 15:47:57.754470 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2b3c3281-d161-4bfd-ac48-0418d1ce003a req-74373af0-e9dd-4418-bd71-ab97d910a491 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410739 Jul 19 15:47:57.784600 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8368bbe4-021d-41c7-8719-381a9661311a req-0a0dc482-19a7-44a4-986f-d2fb405783fd tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097233 Jul 19 15:47:57.810757 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-e58b21a1-1f18-4b42-aa42-4629e3a6e40f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:57.812211 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-e58b21a1-1f18-4b42-aa42-4629e3a6e40f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 811 time: 0.1758313 Jul 19 15:47:58.378482 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef192f4d-56b0-4da3-8afe-28fa12e98b6c req-5999da0c-202b-48d8-9917-d8a3fc51cf06 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:58.380000 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ef192f4d-56b0-4da3-8afe-28fa12e98b6c req-5999da0c-202b-48d8-9917-d8a3fc51cf06 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 943 time: 0.0494113 Jul 19 15:47:58.433902 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e7d8b-9abf-4f21-b94e-9ce64049b923 req-4d1dd94b-d0e8-4244-8a13-d47458356fa6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:58.435428 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-939e7d8b-9abf-4f21-b94e-9ce64049b923 req-4d1dd94b-d0e8-4244-8a13-d47458356fa6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0482919 Jul 19 15:47:58.437926 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ef192f4d-56b0-4da3-8afe-28fa12e98b6c req-e5e50c37-6cfc-4e9e-a3bc-6eb31d66c778 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520761 Jul 19 15:47:58.466945 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:58.486851 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-939e7d8b-9abf-4f21-b94e-9ce64049b923 req-f55a620e-7ad0-462a-9afa-99efcd9ba233 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451169 Jul 19 15:47:58.769978 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 41689fce-682e-44b2-a26f-83d31eb3790b details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:47:58.815367 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d1e42906-a0a4-4ec5-a361-111beb5c7c7d req-1eff2cf3-faf3-4060-871e-3dd771246523 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 210 time: 0.0289319 Jul 19 15:47:58.879327 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 41689fce-682e-44b2-a26f-83d31eb3790b, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=41689fce-682e-44b2-a26f-83d31eb3790b,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:58.891270 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '41689fce-682e-44b2-a26f-83d31eb3790b', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'port_id': '41689fce-682e-44b2-a26f-83d31eb3790b', 'mac_address': 'fa:16:3e:87:0f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:47:58.933280 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 41689fce-682e-44b2-a26f-83d31eb3790b is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:47:58.933936 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:58.949866 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41689fce-682e-44b2-a26f-83d31eb3790b {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:47:58.972098 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 41689fce-682e-44b2-a26f-83d31eb3790b, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=41689fce-682e-44b2-a26f-83d31eb3790b,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:47:58.977922 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254430-5216-4bdf-ab5a-62b59fd920bd req-3acc01e6-6187-483f-bb80-5e7ee941b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:58.979479 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b5254430-5216-4bdf-ab5a-62b59fd920bd req-3acc01e6-6187-483f-bb80-5e7ee941b048 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 1128 time: 0.0752575 Jul 19 15:47:58.979787 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:58.983694 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36956169-6fb1-4d81-a21c-da08651bff69 req-203302db-ccca-4497-a5ce-2b65166a2477 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:58.986120 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-36956169-6fb1-4d81-a21c-da08651bff69 req-203302db-ccca-4497-a5ce-2b65166a2477 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 944 time: 0.1194999 Jul 19 15:47:59.062844 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-25cb2799-3575-4eb5-932f-637f1185bda2 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6827afcdf1f3481882f808dc01908a4d HTTP/1.1" status: 200 len: 380 time: 0.1779420 Jul 19 15:47:59.079670 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-36956169-6fb1-4d81-a21c-da08651bff69 req-9243b895-3792-4e25-ace5-aa5999f1d695 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857272 Jul 19 15:47:59.079953 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=41689fce-682e-44b2-a26f-83d31eb3790b,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:59.085487 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5e19e86e-51da-4310-ad5b-5c04fcfb1ef0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Request body: {'port': {'device_id': '17f9fd89-e668-4d3d-8d85-e648189ba0c2', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'admin_state_up': True, 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'security_groups': ['9d97b308-e1c9-43dd-a176-b62b81cc7868']}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:47:59.136122 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254430-5216-4bdf-ab5a-62b59fd920bd req-85af5d22-5293-4bcb-9c90-6900c7cafde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:59.137528 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b5254430-5216-4bdf-ab5a-62b59fd920bd req-85af5d22-5293-4bcb-9c90-6900c7cafde1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.1443646 Jul 19 15:47:59.187520 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b5254430-5216-4bdf-ab5a-62b59fd920bd req-b23ff351-a880-4298-ae9f-4916005b57fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=588a9a7a-f29d-40a2-abf8-161404100f96 HTTP/1.1" status: 200 len: 217 time: 0.0375907 Jul 19 15:47:59.207559 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5e19e86e-51da-4310-ad5b-5c04fcfb1ef0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Made reservation on behalf of 6827afcdf1f3481882f808dc01908a4d for: {'port': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:47:59.211036 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5e19e86e-51da-4310-ad5b-5c04fcfb1ef0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:59.262432 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254430-5216-4bdf-ab5a-62b59fd920bd req-29f4ab9d-da9b-4e36-89ef-28c6b319b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:59.263881 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b5254430-5216-4bdf-ab5a-62b59fd920bd req-29f4ab9d-da9b-4e36-89ef-28c6b319b77b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.0528941 Jul 19 15:47:59.351505 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5e19e86e-51da-4310-ad5b-5c04fcfb1ef0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Allocated IP 172.20.0.4 (195064b7-2168-479c-96ce-505c1a5c25ea/36721938-581c-4ced-ba73-b0fea7d2f470/e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:47:59.353316 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:59.372113 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['41689fce-682e-44b2-a26f-83d31eb3790b'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:47:59.548571 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5e19e86e-51da-4310-ad5b-5c04fcfb1ef0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:59.616204 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254430-5216-4bdf-ab5a-62b59fd920bd req-b417cb74-5bb6-46c5-b91c-ce093d575180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:59.618052 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b5254430-5216-4bdf-ab5a-62b59fd920bd req-b417cb74-5bb6-46c5-b91c-ce093d575180 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874472 Jul 19 15:47:59.630573 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5e19e86e-51da-4310-ad5b-5c04fcfb1ef0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:59.688910 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2484143-71ca-4656-94f5-8714f51fa9cf req-bd1eb307-552a-461f-94eb-50f57e9d4fff tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:59.690576 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a2484143-71ca-4656-94f5-8714f51fa9cf req-bd1eb307-552a-461f-94eb-50f57e9d4fff tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 944 time: 0.0969317 Jul 19 15:47:59.733296 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:47:59.752606 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5e19e86e-51da-4310-ad5b-5c04fcfb1ef0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Network 195064b7-2168-479c-96ce-505c1a5c25ea is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:47:59.759603 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5e19e86e-51da-4310-ad5b-5c04fcfb1ef0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:47:59.769118 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5e19e86e-51da-4310-ad5b-5c04fcfb1ef0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:47:59.772222 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4096253-6059-4ea0-9c52-55cf24750733 req-b3ed3566-cf1d-40ed-b47d-05e910db8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:59.773920 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-b3ed3566-cf1d-40ed-b47d-05e910db8284 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b&tenant_id=171a2f5462994c8d98ffd8cbc2ce5677 HTTP/1.1" status: 200 len: 1128 time: 0.1856875 Jul 19 15:47:59.791931 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1cc50-8af2-4286-a469-4d8e0f75557c req-8efdc85c-abc5-4776-824b-7a6a946dac46 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:59.793504 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f9f1cc50-8af2-4286-a469-4d8e0f75557c req-8efdc85c-abc5-4776-824b-7a6a946dac46 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.1657321 Jul 19 15:47:59.824238 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b5254430-5216-4bdf-ab5a-62b59fd920bd req-9035dbbe-b402-40bc-ab99-b26b5deea414 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870019 Jul 19 15:47:59.883692 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 59774) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:47:59.889634 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19e86e-51da-4310-ad5b-5c04fcfb1ef0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'Port': ['ID=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:47:59.923857 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a2484143-71ca-4656-94f5-8714f51fa9cf req-640861d3-ce74-4861-a714-b009d2c2a8ee tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002339 Jul 19 15:47:59.973713 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5e19e86e-51da-4310-ad5b-5c04fcfb1ef0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:59.974404 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5e19e86e-51da-4310-ad5b-5c04fcfb1ef0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:47:59.977873 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4096253-6059-4ea0-9c52-55cf24750733 req-977afa65-8653-4495-afc5-0ae0abdc569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:47:59.978407 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b5254430-5216-4bdf-ab5a-62b59fd920bd req-82bdfea8-1511-44e1-b586-25ad00ca100f service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447494 Jul 19 15:47:59.987593 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-977afa65-8653-4495-afc5-0ae0abdc569e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 1128 time: 0.1564646 Jul 19 15:47:59.992371 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f9f1cc50-8af2-4286-a469-4d8e0f75557c req-6acfbd7b-a1ec-4b40-b60a-7515856a4c96 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1543164 Jul 19 15:48:00.081562 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19023fb-3ebe-4b3f-a7d6-8e87ab4cab6d req-d4d2ca6c-d036-4f9e-bad3-bdc5ac325dce tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:00.089567 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e19023fb-3ebe-4b3f-a7d6-8e87ab4cab6d req-d4d2ca6c-d036-4f9e-bad3-bdc5ac325dce tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 931 time: 0.0755796 Jul 19 15:48:00.146936 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-1ec8a001-8103-4b2a-9470-6d799360ca19 None None] Provisioning complete for port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:48:00.147911 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a001-8103-4b2a-9470-6d799360ca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:00.154581 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e19023fb-3ebe-4b3f-a7d6-8e87ab4cab6d req-6e088046-ffd0-4b09-b64b-6e4f3fd4032d tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639708 Jul 19 15:48:00.191411 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-1ec8a001-8103-4b2a-9470-6d799360ca19 None None] Port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:48:00.285593 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:00.305487 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-5e19e86e-51da-4310-ad5b-5c04fcfb1ef0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2248161 Jul 19 15:48:00.328305 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Request body: {'port': {'device_id': '17f9fd89-e668-4d3d-8d85-e648189ba0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:48:00.377130 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-846ca26a-52cc-4f3b-a639-fcc614bbbd7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:00.453343 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f4798-5629-4384-89ac-f435a0a0a235 req-abe54636-4e2f-409e-b6ca-a56630828813 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:00.455405 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-312f4798-5629-4384-89ac-f435a0a0a235 req-abe54636-4e2f-409e-b6ca-a56630828813 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 944 time: 0.1649964 Jul 19 15:48:00.530261 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:00.531539 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4096253-6059-4ea0-9c52-55cf24750733 req-29368d73-312a-4d99-87c2-c9157a0d4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:00.533659 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-29368d73-312a-4d99-87c2-c9157a0d4376 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 918 time: 0.5311804 Jul 19 15:48:00.535915 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:00.665325 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-312f4798-5629-4384-89ac-f435a0a0a235 req-3df74c71-5edf-4ad6-8107-93b506bd54cb tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894612 Jul 19 15:48:00.691918 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-e7ed1aec-6acc-4670-884e-1e28711c0c0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb HTTP/1.1" status: 200 len: 999 time: 0.1478014 Jul 19 15:48:00.706956 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-846ca26a-52cc-4f3b-a639-fcc614bbbd7e admin admin] Publish callbacks [] for security_group (ff86185a-2d8c-4782-afe7-ef059763d128), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:00.745191 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-846ca26a-52cc-4f3b-a639-fcc614bbbd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (ff86185a-2d8c-4782-afe7-ef059763d128), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:00.782214 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 588a9a7a-f29d-40a2-abf8-161404100f96 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:48:00.786275 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 41689fce-682e-44b2-a26f-83d31eb3790b up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:48:00.865048 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-846ca26a-52cc-4f3b-a639-fcc614bbbd7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9af19122497f4b8fba3c2f6faeb15ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9706471 Jul 19 15:48:00.865048 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4096253-6059-4ea0-9c52-55cf24750733 req-f1217aad-6f4f-4f6e-82ae-d49b2f99d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:00.865951 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-f1217aad-6f4f-4f6e-82ae-d49b2f99d203 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fb34e8-0b5b-4987-b39f-b08c45bd460d HTTP/1.1" status: 200 len: 856 time: 0.1611016 Jul 19 15:48:00.866349 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 59782) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:48:00.868786 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ca26a-52cc-4f3b-a639-fcc614bbbd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff86185a-2d8c-4782-afe7-ef059763d128,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:00.892188 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port 41689fce-682e-44b2-a26f-83d31eb3790b completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:48:00.903159 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 41689fce-682e-44b2-a26f-83d31eb3790b triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:48:00.903640 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:00.934611 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:00.939063 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:00.943641 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8452666c-8379-4935-8ea7-c6e0ccfb1151 admin admin] Publish callbacks [] for security_group (ff86185a-2d8c-4782-afe7-ef059763d128), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:00.973942 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4096253-6059-4ea0-9c52-55cf24750733 req-3a61200d-dd5b-4dce-8565-91decc65426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:00.975986 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-3a61200d-dd5b-4dce-8565-91decc65426d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4747c92b-9953-4013-87b5-ea57492dd5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941560 Jul 19 15:48:00.978758 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8452666c-8379-4935-8ea7-c6e0ccfb1151 admin admin] Publish callbacks [] for security_group (ff86185a-2d8c-4782-afe7-ef059763d128), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:00.992157 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 588a9a7a-f29d-40a2-abf8-161404100f96, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=588a9a7a-f29d-40a2-abf8-161404100f96,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:48:00.998041 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:01.014434 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '588a9a7a-f29d-40a2-abf8-161404100f96', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'port_id': '588a9a7a-f29d-40a2-abf8-161404100f96', 'mac_address': 'fa:16:3e:46:de:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:48:01.026893 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:01.083933 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e416bd-9a0c-41a5-b0a2-711bb277c6a5 req-587ee665-9999-47e4-8b1e-63628b7f225d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:01.085677 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-32e416bd-9a0c-41a5-b0a2-711bb277c6a5 req-587ee665-9999-47e4-8b1e-63628b7f225d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 944 time: 0.0797713 Jul 19 15:48:01.093851 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8452666c-8379-4935-8ea7-c6e0ccfb1151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (ff86185a-2d8c-4782-afe7-ef059763d128), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:01.096574 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 588a9a7a-f29d-40a2-abf8-161404100f96 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:48:01.097141 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8452666c-8379-4935-8ea7-c6e0ccfb1151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:01.097267 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:01.100823 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-8452666c-8379-4935-8ea7-c6e0ccfb1151 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff86185a-2d8c-4782-afe7-ef059763d128 HTTP/1.1" status: 204 len: 168 time: 0.2308707 Jul 19 15:48:01.117091 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452666c-8379-4935-8ea7-c6e0ccfb1151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff86185a-2d8c-4782-afe7-ef059763d128,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:01.129969 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 41689fce-682e-44b2-a26f-83d31eb3790b is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:48:01.130660 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:01.137085 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588a9a7a-f29d-40a2-abf8-161404100f96 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:48:01.190672 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 588a9a7a-f29d-40a2-abf8-161404100f96, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=588a9a7a-f29d-40a2-abf8-161404100f96,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:48:01.196116 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bc17d6-5509-446d-a843-99a70b397128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41689fce-682e-44b2-a26f-83d31eb3790b'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:48:01.198834 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8485293b-dcbf-4a3a-8326-751c0a1059fd" -d '{"events": [{"server_uuid": "78bc17d6-5509-446d-a843-99a70b397128", "name": "network-vif-plugged", "status": "completed", "tag": "41689fce-682e-44b2-a26f-83d31eb3790b"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:48:01.204777 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-32e416bd-9a0c-41a5-b0a2-711bb277c6a5 req-027e7b75-92c2-4922-b694-22497552d34b tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117268 Jul 19 15:48:01.205864 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:01.236912 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 41689fce-682e-44b2-a26f-83d31eb3790b, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=41689fce-682e-44b2-a26f-83d31eb3790b,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:48:01.237082 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a7bd1-cd22-4dd6-82a5-d120171a7963 req-a50ab191-ce8f-4218-aaf3-9a50a2e83402 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:01.243953 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dd3a7bd1-cd22-4dd6-82a5-d120171a7963 req-a50ab191-ce8f-4218-aaf3-9a50a2e83402 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.1118662 Jul 19 15:48:01.247406 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:01.249554 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-3361f3d3-1b82-416a-8b7a-a27982d8a2bd service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631640 Jul 19 15:48:01.261509 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 {{(pid=115785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:48:01.276033 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=588a9a7a-f29d-40a2-abf8-161404100f96,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:01.290256 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Publish callbacks [] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:01.356946 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=41689fce-682e-44b2-a26f-83d31eb3790b,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:01.375142 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.provisioning_blocks [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Transition to ACTIVE for port object e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 will not be triggered until provisioned by entity L2. {{(pid=115785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:48:01.387296 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb2e39-1c75-4a1c-9527-cf9cfad5f3d2 req-ae137138-d0fe-4381-a897-390dea10d3ba tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:01.389346 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7ffb2e39-1c75-4a1c-9527-cf9cfad5f3d2 req-ae137138-d0fe-4381-a897-390dea10d3ba tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 931 time: 0.0817609 Jul 19 15:48:01.395553 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dd3a7bd1-cd22-4dd6-82a5-d120171a7963 req-db4c9115-356c-4b8f-a1c9-e3dc5612fb18 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1507208 Jul 19 15:48:01.396214 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:01.470152 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d663c5-b6ae-411a-97d6-21258f5f5f52 x-openstack-request-id: req-74d663c5-b6ae-411a-97d6-21258f5f5f52 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:48:01.472326 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bc17d6-5509-446d-a843-99a70b397128", "name": "network-vif-plugged", "status": "completed", "tag": "41689fce-682e-44b2-a26f-83d31eb3790b", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:48:01.472783 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74d663c5-b6ae-411a-97d6-21258f5f5f52 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:48:01.473476 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d663c5-b6ae-411a-97d6-21258f5f5f52'] response: {'server_uuid': '78bc17d6-5509-446d-a843-99a70b397128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41689fce-682e-44b2-a26f-83d31eb3790b', 'code': 200} Jul 19 15:48:01.511369 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-23d750f3-5922-44b5-a1b8-2b8676cabb38 service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450681 Jul 19 15:48:01.535001 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7ffb2e39-1c75-4a1c-9527-cf9cfad5f3d2 req-e4e83393-5de1-4f9c-8dce-714aa4dd2921 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314957 Jul 19 15:48:01.535194 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['588a9a7a-f29d-40a2-abf8-161404100f96'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:48:01.592459 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:01.675731 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Attempting to bind port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:48:01.676073 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Attempting to bind port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:48:01.676406 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Attempting to bind port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 on network 195064b7-2168-479c-96ce-505c1a5c25ea {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:48:01.689844 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 on network 195064b7-2168-479c-96ce-505c1a5c25ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:48:01.690207 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Attempting to bind port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 on network 195064b7-2168-479c-96ce-505c1a5c25ea {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:48:01.696033 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:48:01.696176 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Checking segment: {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:48:01.696553 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Bound using segment: {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:48:01.696943 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Bound port: e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'}}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:48:01.697297 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:01.699935 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:01.846756 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] For port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6, host hv-cinder-84902, cleared binding levels {{(pid=115785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:48:01.878634 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] For port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:48:01.886209 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc5ab7-b48b-4043-ac6f-0170e4e56ca8 req-17f49965-dd9f-414d-9d22-6ec9ce96ec0f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:01.887905 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dbdc5ab7-b48b-4043-ac6f-0170e4e56ca8 req-17f49965-dd9f-414d-9d22-6ec9ce96ec0f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 945 time: 0.1306176 Jul 19 15:48:01.890609 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d3b3b-9a98-430e-b6c1-897cd01b5b0f req-c63531f0-5c9f-4d94-a063-c735e63851bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:01.892789 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c33d3b3b-9a98-430e-b6c1-897cd01b5b0f req-c63531f0-5c9f-4d94-a063-c735e63851bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 1129 time: 0.1046534 Jul 19 15:48:01.895686 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:01.964103 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:01.964736 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:01.966166 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] 10.222.0.36 "PUT /v2.0/ports/e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 HTTP/1.1" status: 200 len: 1093 time: 1.6423018 Jul 19 15:48:01.968193 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f9fd89-e668-4d3d-8d85-e648189ba0c2', 'tag': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:48:01.970570 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba79982e-d31d-4c99-bd66-5e0c59a06bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "17f9fd89-e668-4d3d-8d85-e648189ba0c2", "tag": "e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:48:02.039606 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64fc2fd-9500-4ff7-9f8c-732c7524fe56 x-openstack-request-id: req-d64fc2fd-9500-4ff7-9f8c-732c7524fe56 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:48:02.040309 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f9fd89-e668-4d3d-8d85-e648189ba0c2", "tag": "e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:48:02.040309 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d64fc2fd-9500-4ff7-9f8c-732c7524fe56 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:48:02.040708 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64fc2fd-9500-4ff7-9f8c-732c7524fe56'] response: {'name': 'network-changed', 'server_uuid': '17f9fd89-e668-4d3d-8d85-e648189ba0c2', 'tag': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6', 'status': 'completed', 'code': 200} Jul 19 15:48:02.047046 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f417465-2706-4ad6-a933-66c395f5be14 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6,revision_number=3']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:02.073990 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c33d3b3b-9a98-430e-b6c1-897cd01b5b0f req-c4912ff0-0024-4dc0-b170-eaaef3e96e22 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715391 Jul 19 15:48:02.079540 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dbdc5ab7-b48b-4043-ac6f-0170e4e56ca8 req-b6bca682-d453-467f-99c2-acf4b175b01a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812739 Jul 19 15:48:02.103521 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7aca0667-b899-414f-85ac-f999bc1a96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:02.104848 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-7aca0667-b899-414f-85ac-f999bc1a96c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 1127 time: 0.0839529 Jul 19 15:48:02.355420 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5730da-a7d8-42a7-9864-01608b63a53e req-3c60c764-2454-4109-8921-ae2c52ceda5e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:02.357332 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ed5730da-a7d8-42a7-9864-01608b63a53e req-3c60c764-2454-4109-8921-ae2c52ceda5e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0553102 Jul 19 15:48:02.431535 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ed5730da-a7d8-42a7-9864-01608b63a53e req-d306932b-5e2e-40f9-8916-898ffe4c6002 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637548 Jul 19 15:48:02.587031 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bafe13-c51f-47e3-a429-d24702926ee9 req-0ca7eddd-9ca3-4753-b83f-66f4951985d1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:02.595429 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-11bafe13-c51f-47e3-a429-d24702926ee9 req-0ca7eddd-9ca3-4753-b83f-66f4951985d1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0630777 Jul 19 15:48:02.645900 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-11bafe13-c51f-47e3-a429-d24702926ee9 req-8ba25482-84fc-48be-a328-b5e89dc67b91 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464630 Jul 19 15:48:02.683120 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f41ea-0db0-480f-815a-afd1d16338f0 req-fa45f611-fdbf-49d2-a8c0-63108731a12a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:02.685148 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-054f41ea-0db0-480f-815a-afd1d16338f0 req-fa45f611-fdbf-49d2-a8c0-63108731a12a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0500102 Jul 19 15:48:02.755606 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-054f41ea-0db0-480f-815a-afd1d16338f0 req-7c8d1883-1657-4c55-b261-7ff91aa2e43e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641739 Jul 19 15:48:02.797250 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 588a9a7a-f29d-40a2-abf8-161404100f96 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:48:02.844666 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port 588a9a7a-f29d-40a2-abf8-161404100f96 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:48:02.850781 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 588a9a7a-f29d-40a2-abf8-161404100f96 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:48:02.851096 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:02.946053 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 588a9a7a-f29d-40a2-abf8-161404100f96 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:48:02.946486 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:02.986976 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 588a9a7a-f29d-40a2-abf8-161404100f96, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=588a9a7a-f29d-40a2-abf8-161404100f96,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:48:02.991383 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:03.039790 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:03.046301 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=588a9a7a-f29d-40a2-abf8-161404100f96,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:03.199592 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6791d5-a121-46a0-8ba1-becfb59f5dab req-e9acd3d7-a331-4fe7-8a06-315f4cd0ae41 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:03.201348 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3f6791d5-a121-46a0-8ba1-becfb59f5dab req-e9acd3d7-a331-4fe7-8a06-315f4cd0ae41 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0496120 Jul 19 15:48:03.214067 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:03.255318 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3f6791d5-a121-46a0-8ba1-becfb59f5dab req-29ad2ee9-2bc3-42e1-9470-afab2017d15e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467062 Jul 19 15:48:03.474930 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588a9a7a-f29d-40a2-abf8-161404100f96'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:48:03.477657 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7fac49-8519-4abe-a709-743a57cfd985" -d '{"events": [{"server_uuid": "0194ecf2-5e08-49b2-a4e9-185bf9b32e40", "name": "network-vif-plugged", "status": "completed", "tag": "588a9a7a-f29d-40a2-abf8-161404100f96"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:48:03.512858 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7da5b2b-9e65-4338-9f04-91e1b0cbd709 x-openstack-request-id: req-f7da5b2b-9e65-4338-9f04-91e1b0cbd709 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:48:03.513147 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0194ecf2-5e08-49b2-a4e9-185bf9b32e40", "name": "network-vif-plugged", "status": "completed", "tag": "588a9a7a-f29d-40a2-abf8-161404100f96", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:48:03.513399 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7da5b2b-9e65-4338-9f04-91e1b0cbd709 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:48:03.513791 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7da5b2b-9e65-4338-9f04-91e1b0cbd709'] response: {'server_uuid': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588a9a7a-f29d-40a2-abf8-161404100f96', 'code': 200} Jul 19 15:48:03.576549 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e36fb1-46f3-42b3-a44a-3a59d3918c69 req-e4868f19-6eaa-4978-8695-89c504524d9e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:03.578270 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-92e36fb1-46f3-42b3-a44a-3a59d3918c69 req-e4868f19-6eaa-4978-8695-89c504524d9e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0588644 Jul 19 15:48:03.644060 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-92e36fb1-46f3-42b3-a44a-3a59d3918c69 req-b1b32430-f9ca-45b7-84df-152c0e2e71ae tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566549 Jul 19 15:48:03.792330 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425b1ab-86a7-4766-b243-2be16908d00f req-6536ca9f-2925-4076-ade8-2b709dcfe109 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:03.804217 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3425b1ab-86a7-4766-b243-2be16908d00f req-6536ca9f-2925-4076-ade8-2b709dcfe109 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0709825 Jul 19 15:48:03.868767 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3425b1ab-86a7-4766-b243-2be16908d00f req-7dcd621c-99b2-4192-8360-2bfbfdf75cba tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582261 Jul 19 15:48:03.872213 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:03.912342 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee9d54-3eaa-4874-bdb9-bc42b9344968 req-106354e6-f8ac-4360-9dda-89ebda342316 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:03.913993 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d2ee9d54-3eaa-4874-bdb9-bc42b9344968 req-106354e6-f8ac-4360-9dda-89ebda342316 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0786328 Jul 19 15:48:03.967791 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d2ee9d54-3eaa-4874-bdb9-bc42b9344968 req-6754d350-9006-4c26-9be4-698b1eebaab3 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474141 Jul 19 15:48:04.393167 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c720d20-ccad-419e-bc9d-3fa8704191d3 req-d5e8aaab-86fb-484f-a8e1-f986011a3f54 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:04.394774 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8c720d20-ccad-419e-bc9d-3fa8704191d3 req-d5e8aaab-86fb-484f-a8e1-f986011a3f54 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0591776 Jul 19 15:48:04.451829 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8c720d20-ccad-419e-bc9d-3fa8704191d3 req-b6d8e7d1-6c01-4b42-85bc-78db07ab0076 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508511 Jul 19 15:48:04.780488 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72c3bb-3b29-4dce-a32a-24334241c610 req-5192c51b-c3aa-49bb-a467-9b315c5cfdb0 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:04.803578 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1d72c3bb-3b29-4dce-a32a-24334241c610 req-5192c51b-c3aa-49bb-a467-9b315c5cfdb0 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0830593 Jul 19 15:48:04.855389 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1d72c3bb-3b29-4dce-a32a-24334241c610 req-b9263956-3046-4b60-aa0a-b7b66549f714 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505500 Jul 19 15:48:05.010470 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a14a0b-2e62-405f-89e5-ef0c77ab8766 req-e3d0e23c-7801-49d4-b5d6-4da167be5a2e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:05.018576 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-43a14a0b-2e62-405f-89e5-ef0c77ab8766 req-e3d0e23c-7801-49d4-b5d6-4da167be5a2e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0631404 Jul 19 15:48:05.071836 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-43a14a0b-2e62-405f-89e5-ef0c77ab8766 req-834ba9ac-a98e-4585-8970-34001c78328e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520952 Jul 19 15:48:05.116076 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0aafd-8591-418a-b42b-9dbae78c1119 req-29c0d39c-4be8-4a55-8b5c-61016ae34984 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:05.117737 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-78e0aafd-8591-418a-b42b-9dbae78c1119 req-29c0d39c-4be8-4a55-8b5c-61016ae34984 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0513318 Jul 19 15:48:05.173677 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-78e0aafd-8591-418a-b42b-9dbae78c1119 req-5ee5c043-fc3e-470d-98c5-d9b6cef73d23 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497165 Jul 19 15:48:05.587260 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cb33f-27b5-4bf4-882a-2b5ec65e3ac4 req-0dcfe55a-ff15-48b8-b2b2-5edf755ed325 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:05.588790 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-326cb33f-27b5-4bf4-882a-2b5ec65e3ac4 req-0dcfe55a-ff15-48b8-b2b2-5edf755ed325 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0524523 Jul 19 15:48:05.629600 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:05.644691 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-326cb33f-27b5-4bf4-882a-2b5ec65e3ac4 req-55915977-9d36-4f39-9495-6673a9a713a7 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489938 Jul 19 15:48:05.984389 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a23a3-0155-44c9-a25e-8f4c03027249 req-d9c360d4-0831-43f5-8f13-abc60d42bed2 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:05.986964 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e60a23a3-0155-44c9-a25e-8f4c03027249 req-d9c360d4-0831-43f5-8f13-abc60d42bed2 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0597270 Jul 19 15:48:06.040685 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e60a23a3-0155-44c9-a25e-8f4c03027249 req-13b70d33-acb4-4812-b9f6-78d8d2e43830 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474939 Jul 19 15:48:06.221635 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abd4ac-09d7-480a-9011-baa74695ca11 req-0a009333-e1b9-4d15-97d5-054c125c9717 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:06.223253 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f2abd4ac-09d7-480a-9011-baa74695ca11 req-0a009333-e1b9-4d15-97d5-054c125c9717 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0619261 Jul 19 15:48:06.289323 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f2abd4ac-09d7-480a-9011-baa74695ca11 req-dc6c9518-53ce-4543-8b85-4ab6561ac6e1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578268 Jul 19 15:48:06.329968 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f19200-bdc3-4b69-9537-68d9a300c71e req-4b205136-6d62-4d0b-b51d-737ed0693747 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:06.332956 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-48f19200-bdc3-4b69-9537-68d9a300c71e req-4b205136-6d62-4d0b-b51d-737ed0693747 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0692248 Jul 19 15:48:06.398235 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-48f19200-bdc3-4b69-9537-68d9a300c71e req-43c5b02a-bd94-4d62-a2a1-4d86c5d1f144 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611091 Jul 19 15:48:06.799008 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bec8c-e41c-46d1-9ead-a1ad875a298c req-7609fb17-b7f7-4e35-8768-5ce8da9160dc tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:06.800607 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b71bec8c-e41c-46d1-9ead-a1ad875a298c req-7609fb17-b7f7-4e35-8768-5ce8da9160dc tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0510175 Jul 19 15:48:06.868889 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b71bec8c-e41c-46d1-9ead-a1ad875a298c req-e1139b09-7406-4691-9dc4-8f07e25130c2 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609186 Jul 19 15:48:07.163471 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73c1c7-57ef-4588-b509-3e544821ed97 req-d24ac888-ef2c-4212-8531-a4741470ead2 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:07.165200 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4b73c1c7-57ef-4588-b509-3e544821ed97 req-d24ac888-ef2c-4212-8531-a4741470ead2 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0518041 Jul 19 15:48:07.208893 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:07.221896 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4b73c1c7-57ef-4588-b509-3e544821ed97 req-90e0f8d7-0c4b-49c0-afec-617b37fbc2bd tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512362 Jul 19 15:48:07.419546 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f8f92-eb37-480e-a37c-c39ec12f6eb0 req-39ba324c-3d87-4cda-a89a-dd63b161f6b3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:07.421058 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-082f8f92-eb37-480e-a37c-c39ec12f6eb0 req-39ba324c-3d87-4cda-a89a-dd63b161f6b3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0518279 Jul 19 15:48:07.474314 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-082f8f92-eb37-480e-a37c-c39ec12f6eb0 req-9ae266d5-a445-4615-a009-9b6187124303 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467412 Jul 19 15:48:07.527312 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c173e7-274f-4912-b8c9-5377f3418a68 req-d844664e-a4e7-4206-bf22-de91b3aecfb1 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:07.528830 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-14c173e7-274f-4912-b8c9-5377f3418a68 req-d844664e-a4e7-4206-bf22-de91b3aecfb1 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0520740 Jul 19 15:48:07.587123 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-14c173e7-274f-4912-b8c9-5377f3418a68 req-fda7bfd3-c9ac-4680-94ff-3f500c3c8308 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520535 Jul 19 15:48:07.997644 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606448f-172a-4667-be40-c588bd144e24 req-c447ff78-4073-446d-b3c3-8cf2e5cf7b3d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:07.999195 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5606448f-172a-4667-be40-c588bd144e24 req-c447ff78-4073-446d-b3c3-8cf2e5cf7b3d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0525517 Jul 19 15:48:08.049073 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5606448f-172a-4667-be40-c588bd144e24 req-d96a3a97-8aa7-4010-b61e-41fd324e7665 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431354 Jul 19 15:48:08.341599 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b997c35-0929-457c-9705-33c87cc06370 req-c7bc9ca9-52cd-49ba-90e4-8bbefe1dfba6 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:08.343160 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-6b997c35-0929-457c-9705-33c87cc06370 req-c7bc9ca9-52cd-49ba-90e4-8bbefe1dfba6 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0495527 Jul 19 15:48:08.396092 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-6b997c35-0929-457c-9705-33c87cc06370 req-45344f68-beb8-47a0-94f0-380b12f15800 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463643 Jul 19 15:48:08.605582 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e9795-2b5d-4800-bfec-b8e0f391394a req-5e6fe46d-d472-4f08-baba-75ad7e733f16 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:08.607097 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f70e9795-2b5d-4800-bfec-b8e0f391394a req-5e6fe46d-d472-4f08-baba-75ad7e733f16 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0497544 Jul 19 15:48:08.660216 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f70e9795-2b5d-4800-bfec-b8e0f391394a req-fd1a7c92-23b2-4cef-8cb0-f59519017797 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462539 Jul 19 15:48:08.726685 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cac28f-0eae-47c0-bf43-1850802e572d req-8b4a71f0-ceb4-40b9-b19b-eac0df5fabf8 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:08.728198 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-67cac28f-0eae-47c0-bf43-1850802e572d req-8b4a71f0-ceb4-40b9-b19b-eac0df5fabf8 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0604687 Jul 19 15:48:08.792187 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-67cac28f-0eae-47c0-bf43-1850802e572d req-47256fc9-b66c-4326-b7be-109f3d2d07fa tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582545 Jul 19 15:48:08.812784 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:48:09.177817 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edc611-b8ca-430d-83af-a0fabe8ac625 req-3e8c4f8e-254e-4aff-9bcd-f22bc0ce101f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:09.179343 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b7edc611-b8ca-430d-83af-a0fabe8ac625 req-3e8c4f8e-254e-4aff-9bcd-f22bc0ce101f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0539870 Jul 19 15:48:09.228529 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b7edc611-b8ca-430d-83af-a0fabe8ac625 req-c43cd86d-773a-4283-887e-6255b99f683f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435700 Jul 19 15:48:09.514216 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45972e-d9fa-4d67-95ff-0df97d7059a2 req-84cd4cc4-af04-4596-ae47-8969b018117a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:09.515888 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ac45972e-d9fa-4d67-95ff-0df97d7059a2 req-84cd4cc4-af04-4596-ae47-8969b018117a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0504320 Jul 19 15:48:09.569678 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:09.574809 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ac45972e-d9fa-4d67-95ff-0df97d7059a2 req-ccb9009a-7cb8-47db-a3cb-eea803e5fc6c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508776 Jul 19 15:48:09.790300 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c6ee7-e659-4419-aef8-8e236cb69be9 req-4ab0f51e-dfee-4435-a7f9-57cd4a2c620e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:09.791795 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-147c6ee7-e659-4419-aef8-8e236cb69be9 req-4ab0f51e-dfee-4435-a7f9-57cd4a2c620e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0526416 Jul 19 15:48:09.857847 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:09.858954 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=4 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:09.862953 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-147c6ee7-e659-4419-aef8-8e236cb69be9 req-8db98a63-5623-4c57-850e-40251dead538 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657001 Jul 19 15:48:09.937713 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f9e14-3203-48ea-945e-56d57783559b req-70ab26a6-5569-489b-8435-04c86a6a8200 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:09.939237 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-632f9e14-3203-48ea-945e-56d57783559b req-70ab26a6-5569-489b-8435-04c86a6a8200 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0569017 Jul 19 15:48:09.991000 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-632f9e14-3203-48ea-945e-56d57783559b req-3fe47617-02a3-4859-80f2-bc3199045ac1 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462759 Jul 19 15:48:10.343943 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:10.379370 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da3c56-b44e-4e7b-b8a1-5e82df365ce5 req-d1c949d4-9cd2-49d9-8564-9edabc5c8895 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:10.381079 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-01da3c56-b44e-4e7b-b8a1-5e82df365ce5 req-d1c949d4-9cd2-49d9-8564-9edabc5c8895 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0666902 Jul 19 15:48:10.449214 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-01da3c56-b44e-4e7b-b8a1-5e82df365ce5 req-1b269a42-d90c-4f7e-9d35-46030e1e067c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620575 Jul 19 15:48:10.713036 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3180f2-1a07-4dae-b38c-05b82d8080d6 req-25cd21cf-aa42-4d13-8e68-acc205613e5e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:10.714503 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6b3180f2-1a07-4dae-b38c-05b82d8080d6 req-25cd21cf-aa42-4d13-8e68-acc205613e5e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0497198 Jul 19 15:48:10.762720 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6b3180f2-1a07-4dae-b38c-05b82d8080d6 req-10f4810a-92eb-4467-9e02-b3ce3a2d92a9 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 Jul 19 15:48:10.995484 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45bf1e-f56d-4282-a69b-02900834be45 req-cfdd00b4-e984-42cf-addd-9f1aa2661500 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:10.995484 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7c45bf1e-f56d-4282-a69b-02900834be45 req-cfdd00b4-e984-42cf-addd-9f1aa2661500 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0495965 Jul 19 15:48:11.049332 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7c45bf1e-f56d-4282-a69b-02900834be45 req-05c3d3f5-71d0-4021-89e4-d0d2f694b57f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508296 Jul 19 15:48:11.132474 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341e417-6ff6-46fb-9912-9be76e931a18 req-77031362-0efc-4191-905c-693f17df2e95 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:11.134101 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0341e417-6ff6-46fb-9912-9be76e931a18 req-77031362-0efc-4191-905c-693f17df2e95 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0555849 Jul 19 15:48:11.188542 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0341e417-6ff6-46fb-9912-9be76e931a18 req-fddbfa00-b803-4e8d-9919-bec7c406cdd3 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452721 Jul 19 15:48:11.573274 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01db9-f342-45a8-a4d9-346ffd374a24 req-c819ea5f-35be-46c6-afea-e406798a3372 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:11.574887 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1fd01db9-f342-45a8-a4d9-346ffd374a24 req-c819ea5f-35be-46c6-afea-e406798a3372 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0564256 Jul 19 15:48:11.633934 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1fd01db9-f342-45a8-a4d9-346ffd374a24 req-6286c377-efe2-4cf3-80e7-4fa663ec72d2 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528226 Jul 19 15:48:11.887836 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c97d2-f6c2-47a4-b6f2-f5801772d201 req-4554db4a-db08-452b-b422-0d77b1b580b9 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:11.889348 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1f4c97d2-f6c2-47a4-b6f2-f5801772d201 req-4554db4a-db08-452b-b422-0d77b1b580b9 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0572791 Jul 19 15:48:11.938791 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1f4c97d2-f6c2-47a4-b6f2-f5801772d201 req-380979ff-a667-4066-9820-64edfa5ac000 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423234 Jul 19 15:48:12.178529 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031c8d2-0c76-4cab-9fd4-2ba8c8eb6a18 req-1a8144b1-b45a-4222-b271-de6798b16ebb tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:12.179652 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2031c8d2-0c76-4cab-9fd4-2ba8c8eb6a18 req-1a8144b1-b45a-4222-b271-de6798b16ebb tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0540407 Jul 19 15:48:12.230429 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2031c8d2-0c76-4cab-9fd4-2ba8c8eb6a18 req-a2cd7611-c710-44c1-82f6-b069b1f0efdb tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447562 Jul 19 15:48:12.353930 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c5ff-256c-44b7-b967-608adf323d4b req-10dfe7dd-e348-4b8a-9572-6f6b8a5bcbcd tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:12.355509 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2961c5ff-256c-44b7-b967-608adf323d4b req-10dfe7dd-e348-4b8a-9572-6f6b8a5bcbcd tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0513043 Jul 19 15:48:12.390245 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:12.409310 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2961c5ff-256c-44b7-b967-608adf323d4b req-08214675-a02c-4a29-9dc2-5e6cd1959df9 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479426 Jul 19 15:48:12.758560 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19813f7-122c-42ab-a2a6-3ac8559ae53d req-ef60caf0-65c5-4dee-a75a-fce4d15d7cc5 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:12.760056 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c19813f7-122c-42ab-a2a6-3ac8559ae53d req-ef60caf0-65c5-4dee-a75a-fce4d15d7cc5 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0497756 Jul 19 15:48:12.814095 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c19813f7-122c-42ab-a2a6-3ac8559ae53d req-a9b529ce-fa03-4f27-8890-06faf36abb98 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482538 Jul 19 15:48:13.057984 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a323c4f-ae6f-4f1d-adea-f24f2d1a93c3 req-1b7fcaf7-42ae-4aa2-8f14-8a35fd0f2c27 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:13.059708 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0a323c4f-ae6f-4f1d-adea-f24f2d1a93c3 req-1b7fcaf7-42ae-4aa2-8f14-8a35fd0f2c27 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0504341 Jul 19 15:48:13.087086 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-e1f104ef-021f-4ad2-b003-5b803bb700cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 HTTP/1.1" status: 200 len: 217 time: 0.0452001 Jul 19 15:48:13.113732 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0a323c4f-ae6f-4f1d-adea-f24f2d1a93c3 req-5cdbc4bd-48de-44b3-b645-0cc5b244ffce tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469987 Jul 19 15:48:13.586447 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-b330c49c-354e-416f-83e1-adb6a58c919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:13.587927 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-b330c49c-354e-416f-83e1-adb6a58c919b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 200 len: 850 time: 0.0952225 Jul 19 15:48:13.597370 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb19ee-5b6e-4290-a591-21d4be8ad01b req-24a9b69c-1b99-44a9-b6c3-32cc2e10321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:13.598884 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f4eb19ee-5b6e-4290-a591-21d4be8ad01b req-24a9b69c-1b99-44a9-b6c3-32cc2e10321b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 1128 time: 0.0661936 Jul 19 15:48:13.803721 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61313c-c682-43ed-905e-9bc8e0074d0a req-ccb7e860-61aa-4e7e-b7f0-fddcc39d6dc6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:13.805183 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bf61313c-c682-43ed-905e-9bc8e0074d0a req-ccb7e860-61aa-4e7e-b7f0-fddcc39d6dc6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0501816 Jul 19 15:48:13.853929 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bf61313c-c682-43ed-905e-9bc8e0074d0a req-681d8eef-ba75-4dd2-ad96-f1f8b5f1e738 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431581 Jul 19 15:48:13.942143 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:13.959322 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8669f9-c0df-4ed9-bf15-ecb90f004d69 req-c26a99fd-e289-4507-93a9-7880c8db6f32 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:13.960920 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ef8669f9-c0df-4ed9-bf15-ecb90f004d69 req-c26a99fd-e289-4507-93a9-7880c8db6f32 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0480406 Jul 19 15:48:14.012576 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ef8669f9-c0df-4ed9-bf15-ecb90f004d69 req-48a942fb-d6e0-45cb-a28d-40bfe7ba2ca6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461452 Jul 19 15:48:14.124474 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacb8e3-c643-40c9-86dd-cf876d5a0363 req-53c0d289-cf98-4f29-8836-9cae808dbd83 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:14.126936 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8eacb8e3-c643-40c9-86dd-cf876d5a0363 req-53c0d289-cf98-4f29-8836-9cae808dbd83 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0580533 Jul 19 15:48:14.175049 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8eacb8e3-c643-40c9-86dd-cf876d5a0363 req-fb7944af-6a35-4f1b-a597-aa98d6f13a4d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 Jul 19 15:48:14.275912 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e05bb-8b8a-4cc0-9063-0c5f08f6acbf req-fb7a5b44-2e4b-4e1c-9859-41bd03a8ab80 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:14.277382 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3a9e05bb-8b8a-4cc0-9063-0c5f08f6acbf req-fb7a5b44-2e4b-4e1c-9859-41bd03a8ab80 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0475700 Jul 19 15:48:14.404055 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-4017cd4d-b1bc-4425-8b09-ada18bd75f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:14.405678 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-4017cd4d-b1bc-4425-8b09-ada18bd75f11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195064b7-2168-479c-96ce-505c1a5c25ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1146257 Jul 19 15:48:14.418013 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3a9e05bb-8b8a-4cc0-9063-0c5f08f6acbf req-ea1a0674-d6f2-4b9b-bf6b-ba8a1a59ea66 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346900 Jul 19 15:48:14.484894 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb19ee-5b6e-4290-a591-21d4be8ad01b req-81470f49-8e9d-444e-9c87-7369a09e3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:14.484894 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f4eb19ee-5b6e-4290-a591-21d4be8ad01b req-81470f49-8e9d-444e-9c87-7369a09e3af2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 918 time: 0.1345115 Jul 19 15:48:14.796492 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49403be0-a2e3-43d3-8803-7df1d6cba0e5 req-537b4fef-87c4-452c-93c7-92c3df86249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:14.798977 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-49403be0-a2e3-43d3-8803-7df1d6cba0e5 req-537b4fef-87c4-452c-93c7-92c3df86249f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 1130 time: 0.0411725 Jul 19 15:48:14.918082 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-49403be0-a2e3-43d3-8803-7df1d6cba0e5 req-c74ab991-12b0-41ac-b7f5-bd10c5452f8a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769815 Jul 19 15:48:15.023228 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f4eb19ee-5b6e-4290-a591-21d4be8ad01b req-46918972-df9e-4bdb-a94d-4dab64feb2d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb HTTP/1.1" status: 200 len: 999 time: 0.1861110 Jul 19 15:48:15.046842 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46cc74-36a3-4282-a38d-1f747b4ccfa3 req-84d73f2d-aca3-4dab-a406-37a51df9a74a tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:15.048647 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-af46cc74-36a3-4282-a38d-1f747b4ccfa3 req-84d73f2d-aca3-4dab-a406-37a51df9a74a tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.1085026 Jul 19 15:48:15.061043 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:15.080875 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-6731d5ae-4737-4c69-8571-022b1507dede service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456040 Jul 19 15:48:15.121108 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-af46cc74-36a3-4282-a38d-1f747b4ccfa3 req-e8084b24-6283-4567-acf6-f63f4984c25b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658956 Jul 19 15:48:15.135544 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d48716-d590-4de9-be23-33a58e343ca5 req-ece2b898-12f4-41b9-9091-f31673ced4ab tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:15.137274 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c8d48716-d590-4de9-be23-33a58e343ca5 req-ece2b898-12f4-41b9-9091-f31673ced4ab tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0525856 Jul 19 15:48:15.197867 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c8d48716-d590-4de9-be23-33a58e343ca5 req-9c77f174-2258-48bd-8399-506c3e28b66d tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506411 Jul 19 15:48:15.280716 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb19ee-5b6e-4290-a591-21d4be8ad01b req-604c88af-8e69-42e3-8e34-da20e74bda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:15.282762 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f4eb19ee-5b6e-4290-a591-21d4be8ad01b req-604c88af-8e69-42e3-8e34-da20e74bda36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fb34e8-0b5b-4987-b39f-b08c45bd460d HTTP/1.1" status: 200 len: 856 time: 0.1119237 Jul 19 15:48:15.362318 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1add987-145f-4644-ba06-83cff152602e req-c4dbccab-3209-471a-b767-c3d11251c1b8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:15.363831 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c1add987-145f-4644-ba06-83cff152602e req-c4dbccab-3209-471a-b767-c3d11251c1b8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.1021006 Jul 19 15:48:15.366862 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb19ee-5b6e-4290-a591-21d4be8ad01b req-91c022a6-b7be-4a71-a4fe-870d899cde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:15.368222 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f4eb19ee-5b6e-4290-a591-21d4be8ad01b req-91c022a6-b7be-4a71-a4fe-870d899cde79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4747c92b-9953-4013-87b5-ea57492dd5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662417 Jul 19 15:48:15.377971 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4602d12-769a-4283-b9ed-c09f112d86f1 req-237aaaad-cf48-4b3d-8668-57286b6b78d5 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162590 Jul 19 15:48:15.415958 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c1add987-145f-4644-ba06-83cff152602e req-d0ad0d19-d9f5-46f1-8874-9dbf480639e5 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455742 Jul 19 15:48:15.537501 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365e706-89a4-4079-98c8-09a8c762a6e3 req-5f91cd57-ca08-4607-95f5-c307072486d1 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:15.539125 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e365e706-89a4-4079-98c8-09a8c762a6e3 req-5f91cd57-ca08-4607-95f5-c307072486d1 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0494401 Jul 19 15:48:15.608940 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e365e706-89a4-4079-98c8-09a8c762a6e3 req-ae499bd8-75a7-4e76-8fa6-0152f43341e6 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632737 Jul 19 15:48:15.709755 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:15.725083 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0650349-a7a0-4fce-af94-f324883989a0 req-e32eb62f-8377-402a-a52b-0d57c2ca786d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:15.726607 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a0650349-a7a0-4fce-af94-f324883989a0 req-e32eb62f-8377-402a-a52b-0d57c2ca786d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0544949 Jul 19 15:48:15.731970 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:15.735982 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 59996) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:48:15.740544 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-b992442b-a94c-4c7c-87e3-c9fe55694400 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'floatingip': {'port_id': '41689fce-682e-44b2-a26f-83d31eb3790b'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:48:15.775631 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:15.783918 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b992442b-a94c-4c7c-87e3-c9fe55694400 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (2334bd84-8c4e-4d28-a422-a8361e7e056d), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:15.967754 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f4eb19ee-5b6e-4290-a591-21d4be8ad01b req-4782b073-a01b-43a6-a536-d6c699991c18 service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051416 Jul 19 15:48:16.218462 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-849539ec-fd77-498a-9f6f-1eb7b7d41558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:16.283348 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b992442b-a94c-4c7c-87e3-c9fe55694400 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:16.290693 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b992442b-a94c-4c7c-87e3-c9fe55694400 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (2334bd84-8c4e-4d28-a422-a8361e7e056d), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:16.339976 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f754d-8f49-478f-beab-850c637b690c req-5fea2785-6772-4f4f-be2e-37546c9544e7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:16.341727 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-358f754d-8f49-478f-beab-850c637b690c req-5fea2785-6772-4f4f-be2e-37546c9544e7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.1067028 Jul 19 15:48:16.385114 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa88909-0d12-4baa-88f4-d42897a46fd3 req-4e93a84c-abe5-4be0-bb28-a3df7f523e88 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:16.386781 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1fa88909-0d12-4baa-88f4-d42897a46fd3 req-4e93a84c-abe5-4be0-bb28-a3df7f523e88 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.1187127 Jul 19 15:48:16.413509 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79982e-d31d-4c99-bd66-5e0c59a06bdf req-25116961-6395-4546-9e3f-0117fd6bc169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:16.415054 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba79982e-d31d-4c99-bd66-5e0c59a06bdf req-25116961-6395-4546-9e3f-0117fd6bc169 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 1127 time: 0.1110551 Jul 19 15:48:16.417559 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:16.444760 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-358f754d-8f49-478f-beab-850c637b690c req-418c15d8-2faf-47d9-adf4-24f16972001d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957332 Jul 19 15:48:16.447494 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [None req-b992442b-a94c-4c7c-87e3-c9fe55694400 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Floating IP 2334bd84-8c4e-4d28-a422-a8361e7e056d associated. External IP: 172.27.2.151, port: 41689fce-682e-44b2-a26f-83d31eb3790b. Jul 19 15:48:16.593436 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfa148-f62f-4ef5-a9c7-cc6920f87243 req-3a0dd8d4-dc73-484c-8d6d-61d5dda77835 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:16.595632 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-addfa148-f62f-4ef5-a9c7-cc6920f87243 req-3a0dd8d4-dc73-484c-8d6d-61d5dda77835 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0692015 Jul 19 15:48:16.727320 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-addfa148-f62f-4ef5-a9c7-cc6920f87243 req-014660e5-02a6-4f04-ae59-139cf8e50ade tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252396 Jul 19 15:48:16.739326 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f4eb19ee-5b6e-4290-a591-21d4be8ad01b req-f599de59-a8bb-4252-a00b-9de7b6012264 service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364212 Jul 19 15:48:16.743232 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1fa88909-0d12-4baa-88f4-d42897a46fd3 req-a6cae98b-148f-495b-b1b8-84519994e363 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255568 Jul 19 15:48:16.755948 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b992442b-a94c-4c7c-87e3-c9fe55694400 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Router 441aac0f-e735-413c-9ddc-149e4b085715 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:48:16.801033 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:16.885378 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb2205-1954-4fdb-9235-6dc497ecd144 req-93b07faf-c609-444e-ac9b-fd3c5caab327 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:16.886899 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-6ccb2205-1954-4fdb-9235-6dc497ecd144 req-93b07faf-c609-444e-ac9b-fd3c5caab327 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0832160 Jul 19 15:48:16.896980 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60012) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:48:16.904053 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-04ffeb57-a969-4fb9-95ec-9224804376ac tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Request body: {'floatingip': {'port_id': '588a9a7a-f29d-40a2-abf8-161404100f96'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:48:16.952390 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-04ffeb57-a969-4fb9-95ec-9224804376ac tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for floatingip (dae9225e-526f-4570-be3f-be08f962e021), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:16.955200 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b992442b-a94c-4c7c-87e3-c9fe55694400 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:48:16.960487 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b992442b-a94c-4c7c-87e3-c9fe55694400 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:16.966806 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dac63-5dce-48e4-8c0a-ffb8e18f180a None None] Sync routers for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:48:16.981155 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115dac63-5dce-48e4-8c0a-ffb8e18f180a None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:48:16.983227 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-115dac63-5dce-48e4-8c0a-ffb8e18f180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:47:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:48:17.020435 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79982e-d31d-4c99-bd66-5e0c59a06bdf req-54703386-99ff-4810-abbc-721ebbef58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:17.022022 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba79982e-d31d-4c99-bd66-5e0c59a06bdf req-54703386-99ff-4810-abbc-721ebbef58b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 912 time: 0.1169159 Jul 19 15:48:17.102321 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-115dac63-5dce-48e4-8c0a-ffb8e18f180a None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:48:17.323703 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-115dac63-5dce-48e4-8c0a-ffb8e18f180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '2334bd84-8c4e-4d28-a422-a8361e7e056d', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': '41689fce-682e-44b2-a26f-83d31eb3790b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:87:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bc17d6-5509-446d-a843-99a70b397128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:47:33Z', 'updated_at': '2022-07-19T15:48:16Z', 'revision_number': 1, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}, {'id': 'bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:e5:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:45:23Z', 'updated_at': '2022-07-19T15:46:16Z', 'revision_number': 2, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:48:17.332240 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b992442b-a94c-4c7c-87e3-c9fe55694400 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "PUT /v2.0/floatingips/2334bd84-8c4e-4d28-a422-a8361e7e056d HTTP/1.1" status: 200 len: 991 time: 1.5949459 Jul 19 15:48:17.335756 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bc17d6-5509-446d-a843-99a70b397128', 'tag': '41689fce-682e-44b2-a26f-83d31eb3790b'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:48:17.338896 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c6a17d-1b29-418a-b42a-1e0890057fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "78bc17d6-5509-446d-a843-99a70b397128", "tag": "41689fce-682e-44b2-a26f-83d31eb3790b"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:48:17.352823 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dac63-5dce-48e4-8c0a-ffb8e18f180a None None] Checking router: 441aac0f-e735-413c-9ddc-149e4b085715 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:48:17.362460 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115dac63-5dce-48e4-8c0a-ffb8e18f180a None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:48:17.363250 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-115dac63-5dce-48e4-8c0a-ffb8e18f180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:47:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:48:17.379977 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1fd9ae-6870-4ebc-80a1-0e6dd9e151a5 x-openstack-request-id: req-6f1fd9ae-6870-4ebc-80a1-0e6dd9e151a5 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:48:17.380509 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bc17d6-5509-446d-a843-99a70b397128", "tag": "41689fce-682e-44b2-a26f-83d31eb3790b", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:48:17.380708 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f1fd9ae-6870-4ebc-80a1-0e6dd9e151a5 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:48:17.381164 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1fd9ae-6870-4ebc-80a1-0e6dd9e151a5'] response: {'name': 'network-changed', 'server_uuid': '78bc17d6-5509-446d-a843-99a70b397128', 'tag': '41689fce-682e-44b2-a26f-83d31eb3790b', 'status': 'completed', 'code': 200} Jul 19 15:48:17.478514 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba79982e-d31d-4c99-bd66-5e0c59a06bdf req-807a5595-e422-4cae-a7b5-702fbd95a5d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 HTTP/1.1" status: 200 len: 217 time: 0.0486999 Jul 19 15:48:17.481084 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-115dac63-5dce-48e4-8c0a-ffb8e18f180a None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:48:17.519972 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6a17d-1b29-418a-b42a-1e0890057fe1 req-6141c1b1-523e-48ad-b08e-d0dbb4030b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:17.521654 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c9c6a17d-1b29-418a-b42a-1e0890057fe1 req-6141c1b1-523e-48ad-b08e-d0dbb4030b70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 1129 time: 0.0420420 Jul 19 15:48:17.575994 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79982e-d31d-4c99-bd66-5e0c59a06bdf req-03cd2aec-3261-4a35-b7dc-0a667d4dca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:17.577363 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba79982e-d31d-4c99-bd66-5e0c59a06bdf req-03cd2aec-3261-4a35-b7dc-0a667d4dca2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 200 len: 850 time: 0.0548432 Jul 19 15:48:17.664892 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fe4c0-176e-4ed2-9185-3f0a16fe6b5f req-dcd117c4-a0ce-4f3f-9709-d5de6d7a38ac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:17.666417 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-828fe4c0-176e-4ed2-9185-3f0a16fe6b5f req-dcd117c4-a0ce-4f3f-9709-d5de6d7a38ac tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0845797 Jul 19 15:48:17.721947 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-115dac63-5dce-48e4-8c0a-ffb8e18f180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '2334bd84-8c4e-4d28-a422-a8361e7e056d', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': '41689fce-682e-44b2-a26f-83d31eb3790b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:87:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bc17d6-5509-446d-a843-99a70b397128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:47:33Z', 'updated_at': '2022-07-19T15:48:16Z', 'revision_number': 1, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}, {'id': 'bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:e5:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:45:23Z', 'updated_at': '2022-07-19T15:46:16Z', 'revision_number': 2, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:48:17.748038 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dac63-5dce-48e4-8c0a-ffb8e18f180a None None] The sync data for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi is: [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '2334bd84-8c4e-4d28-a422-a8361e7e056d', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': '41689fce-682e-44b2-a26f-83d31eb3790b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:87:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bc17d6-5509-446d-a843-99a70b397128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:47:33Z', 'updated_at': '2022-07-19T15:48:16Z', 'revision_number': 1, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}, {'id': 'bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:e5:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:45:23Z', 'updated_at': '2022-07-19T15:46:16Z', 'revision_number': 2, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:48:17.761144 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-828fe4c0-176e-4ed2-9185-3f0a16fe6b5f req-20decab0-ec1c-402b-9ec6-994713bed704 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665376 Jul 19 15:48:17.871003 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:17.879305 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-04ffeb57-a969-4fb9-95ec-9224804376ac tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:17.883286 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-04ffeb57-a969-4fb9-95ec-9224804376ac tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (dae9225e-526f-4570-be3f-be08f962e021), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:17.916772 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d1e5f-c253-42d4-8bf0-bf4b7258e261 req-965a1f83-8193-43e0-a265-d62f8877591a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:17.918321 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b46d1e5f-c253-42d4-8bf0-bf4b7258e261 req-965a1f83-8193-43e0-a265-d62f8877591a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0959263 Jul 19 15:48:17.965660 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:17.990422 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [None req-04ffeb57-a969-4fb9-95ec-9224804376ac tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Floating IP dae9225e-526f-4570-be3f-be08f962e021 associated. External IP: 172.27.2.19, port: 588a9a7a-f29d-40a2-abf8-161404100f96. Jul 19 15:48:18.021726 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b46d1e5f-c253-42d4-8bf0-bf4b7258e261 req-7e11c002-16b8-4617-96f8-e9d78bfacaab tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762055 Jul 19 15:48:18.023023 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6a17d-1b29-418a-b42a-1e0890057fe1 req-6f255f58-6238-4fda-819c-b778302f05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:18.024448 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c9c6a17d-1b29-418a-b42a-1e0890057fe1 req-6f255f58-6238-4fda-819c-b778302f05f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 915 time: 0.1649051 Jul 19 15:48:18.030695 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213b6577-3dca-4299-b94e-f0719ab7273b None None] New status for floating IP 2334bd84-8c4e-4d28-a422-a8361e7e056d: ACTIVE {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:48:18.189180 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:18.214678 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ffeb57-a969-4fb9-95ec-9224804376ac tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:48:18.333265 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79982e-d31d-4c99-bd66-5e0c59a06bdf req-c035cd39-2e3c-43e6-9731-d75e925ce24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:18.334310 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ffeb57-a969-4fb9-95ec-9224804376ac tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:48:18.334824 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba79982e-d31d-4c99-bd66-5e0c59a06bdf req-c035cd39-2e3c-43e6-9731-d75e925ce24d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195064b7-2168-479c-96ce-505c1a5c25ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893576 Jul 19 15:48:18.343813 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-04ffeb57-a969-4fb9-95ec-9224804376ac tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:18.347168 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e883b926-26e6-4372-b53a-096138c49126 None None] Sync routers for ids ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:48:18.364494 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e883b926-26e6-4372-b53a-096138c49126 None None] Routers {'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:48:18.366625 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-e883b926-26e6-4372-b53a-096138c49126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:47:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:48:18.378965 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c9c6a17d-1b29-418a-b42a-1e0890057fe1 req-96843994-3901-4ef5-9076-a2783232f9dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41689fce-682e-44b2-a26f-83d31eb3790b HTTP/1.1" status: 200 len: 1001 time: 0.1231794 Jul 19 15:48:18.387545 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-04ffeb57-a969-4fb9-95ec-9224804376ac tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "PUT /v2.0/floatingips/dae9225e-526f-4570-be3f-be08f962e021 HTTP/1.1" status: 200 len: 991 time: 1.4894774 Jul 19 15:48:18.421271 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:18.484574 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6a17d-1b29-418a-b42a-1e0890057fe1 req-db86e1e5-8e34-484f-84ca-23d7ffc76f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:18.486277 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c9c6a17d-1b29-418a-b42a-1e0890057fe1 req-db86e1e5-8e34-484f-84ca-23d7ffc76f25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=783ad02f-bd45-48ea-8e48-5acd89ea85ac HTTP/1.1" status: 200 len: 853 time: 0.0992167 Jul 19 15:48:18.515483 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba79982e-d31d-4c99-bd66-5e0c59a06bdf req-d384694e-8148-49e9-8d80-3e23d43cc59c service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688502 Jul 19 15:48:18.539564 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-e883b926-26e6-4372-b53a-096138c49126 None None] Set router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:48:18.572417 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6a17d-1b29-418a-b42a-1e0890057fe1 req-91bce98b-df03-4d12-ab99-30550854fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:18.574345 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c9c6a17d-1b29-418a-b42a-1e0890057fe1 req-91bce98b-df03-4d12-ab99-30550854fcc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe8b95ad-7997-4bfd-893e-d87b2c843602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741482 Jul 19 15:48:18.615686 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:18.640025 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-061781b0-4f3d-45d9-8295-8d6a17121feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:18.676996 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:18.706990 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba79982e-d31d-4c99-bd66-5e0c59a06bdf req-7546dfe5-d8cf-49bd-b5d9-c4a824d738f5 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732428 Jul 19 15:48:18.726587 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c9c6a17d-1b29-418a-b42a-1e0890057fe1 req-677889c4-a70c-40eb-9597-28af00f1204e service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210036 Jul 19 15:48:18.799101 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-e883b926-26e6-4372-b53a-096138c49126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'dae9225e-526f-4570-be3f-be08f962e021', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'port_id': '588a9a7a-f29d-40a2-abf8-161404100f96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'mac_address': 'fa:16:3e:46:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:47:46Z', 'updated_at': '2022-07-19T15:48:17Z', 'revision_number': 1, 'project_id': 'a872b4eafae74b82896bd09229152104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:37Z', 'revision_number': 5, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:48:18.825838 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e883b926-26e6-4372-b53a-096138c49126 None None] Checking router: b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:48:18.835624 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e883b926-26e6-4372-b53a-096138c49126 None None] Routers {'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:48:18.836481 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-e883b926-26e6-4372-b53a-096138c49126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:48:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:48:18.837830 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c9c6a17d-1b29-418a-b42a-1e0890057fe1 req-6b45f10e-eb67-494e-9b6c-2e2d9b35ace7 service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994570 Jul 19 15:48:18.898592 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffa80-d9d0-4760-83ed-e2d83e750136 req-c9809ed9-6ef4-49d5-91af-254f572b9456 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:18.900167 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d9bffa80-d9d0-4760-83ed-e2d83e750136 req-c9809ed9-6ef4-49d5-91af-254f572b9456 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0513010 Jul 19 15:48:18.945599 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-e883b926-26e6-4372-b53a-096138c49126 None None] Set router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:48:18.956069 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d9bffa80-d9d0-4760-83ed-e2d83e750136 req-fa902ef5-fb1e-4bea-920a-4462270c61c6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502853 Jul 19 15:48:19.159658 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc0736-59ec-47ea-a1d4-90db7c08d3c0 req-3895b7aa-99a0-44a1-bd5a-9527c08342d9 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:19.164177 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fdbc0736-59ec-47ea-a1d4-90db7c08d3c0 req-3895b7aa-99a0-44a1-bd5a-9527c08342d9 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0595384 Jul 19 15:48:19.247600 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fdbc0736-59ec-47ea-a1d4-90db7c08d3c0 req-9da0a439-edef-477a-88bd-28f9545ab3be tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755067 Jul 19 15:48:19.331492 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-e883b926-26e6-4372-b53a-096138c49126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'dae9225e-526f-4570-be3f-be08f962e021', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'port_id': '588a9a7a-f29d-40a2-abf8-161404100f96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'mac_address': 'fa:16:3e:46:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:47:46Z', 'updated_at': '2022-07-19T15:48:17Z', 'revision_number': 1, 'project_id': 'a872b4eafae74b82896bd09229152104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:37Z', 'revision_number': 5, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:48:19.358259 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e883b926-26e6-4372-b53a-096138c49126 None None] The sync data for ids ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'] in dv-cinder-849022-3-iscsi is: [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'dae9225e-526f-4570-be3f-be08f962e021', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'port_id': '588a9a7a-f29d-40a2-abf8-161404100f96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'mac_address': 'fa:16:3e:46:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:47:46Z', 'updated_at': '2022-07-19T15:48:17Z', 'revision_number': 1, 'project_id': 'a872b4eafae74b82896bd09229152104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:37Z', 'revision_number': 5, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:48:19.382413 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'tag': '588a9a7a-f29d-40a2-abf8-161404100f96'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:48:19.384920 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34dc48e-4103-43cb-ba5d-fdb3ea0d511a" -d '{"events": [{"name": "network-changed", "server_uuid": "0194ecf2-5e08-49b2-a4e9-185bf9b32e40", "tag": "588a9a7a-f29d-40a2-abf8-161404100f96"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:48:19.423800 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85791ca-710b-4f24-a46f-f2fdd078f383 x-openstack-request-id: req-c85791ca-710b-4f24-a46f-f2fdd078f383 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:48:19.424087 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0194ecf2-5e08-49b2-a4e9-185bf9b32e40", "tag": "588a9a7a-f29d-40a2-abf8-161404100f96", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:48:19.424337 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c85791ca-710b-4f24-a46f-f2fdd078f383 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:48:19.424740 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c85791ca-710b-4f24-a46f-f2fdd078f383'] response: {'name': 'network-changed', 'server_uuid': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'tag': '588a9a7a-f29d-40a2-abf8-161404100f96', 'status': 'completed', 'code': 200} Jul 19 15:48:19.484093 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6700c-6fb8-4cde-89b4-6581898e9ca0 req-73135284-4b79-4158-b76f-f6cc3aaab123 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:19.486301 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1ee6700c-6fb8-4cde-89b4-6581898e9ca0 req-73135284-4b79-4158-b76f-f6cc3aaab123 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0530653 Jul 19 15:48:19.542730 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1ee6700c-6fb8-4cde-89b4-6581898e9ca0 req-8d561c47-6d09-4f14-8b08-c019802a0fa1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455630 Jul 19 15:48:19.577459 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d464a63-fd39-422c-b27e-b9eafc7221cf None None] New status for floating IP dae9225e-526f-4570-be3f-be08f962e021: ACTIVE {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:48:19.604748 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:19.721338 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34dc48e-4103-43cb-ba5d-fdb3ea0d511a req-c202716a-7dd2-4606-a459-07332bdf465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:19.722886 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f34dc48e-4103-43cb-ba5d-fdb3ea0d511a req-c202716a-7dd2-4606-a459-07332bdf465e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 1130 time: 0.0427952 Jul 19 15:48:19.806308 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:19.820400 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34dc48e-4103-43cb-ba5d-fdb3ea0d511a req-5e991bf0-afff-4447-9eda-31d8cc188fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:19.821864 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f34dc48e-4103-43cb-ba5d-fdb3ea0d511a req-5e991bf0-afff-4447-9eda-31d8cc188fee service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.0923274 Jul 19 15:48:19.888511 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f34dc48e-4103-43cb-ba5d-fdb3ea0d511a req-855528a8-014d-4fd4-aa25-c07c99c95d3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=588a9a7a-f29d-40a2-abf8-161404100f96 HTTP/1.1" status: 200 len: 1001 time: 0.0565510 Jul 19 15:48:20.080648 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2b5f7-a67b-44f9-bad7-1dd83a112cda req-91c99715-eaa1-43b4-a293-326aa2c92beb tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:20.082164 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-98f2b5f7-a67b-44f9-bad7-1dd83a112cda req-91c99715-eaa1-43b4-a293-326aa2c92beb tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0482199 Jul 19 15:48:20.109902 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34dc48e-4103-43cb-ba5d-fdb3ea0d511a req-f44adab5-b522-4f42-8fa3-557068925795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:20.111486 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f34dc48e-4103-43cb-ba5d-fdb3ea0d511a req-f44adab5-b522-4f42-8fa3-557068925795 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.0454040 Jul 19 15:48:20.130473 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-98f2b5f7-a67b-44f9-bad7-1dd83a112cda req-9b8c20a3-a555-485b-a7a9-2aee39dad21b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425866 Jul 19 15:48:20.363359 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1394c-b78c-46bc-ae43-2f0b568b9b41 req-177d98a0-ebc0-4922-bbcf-8239d49a4d60 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:20.364712 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2cc1394c-b78c-46bc-ae43-2f0b568b9b41 req-177d98a0-ebc0-4922-bbcf-8239d49a4d60 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0521243 Jul 19 15:48:20.413397 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2cc1394c-b78c-46bc-ae43-2f0b568b9b41 req-513c1e30-2344-447b-9882-079d3e7395c3 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428011 Jul 19 15:48:20.657421 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfb746-a09f-4cd3-957e-f7645318a9b7 req-e720d074-0d5b-42eb-8852-74e72431baec tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:20.659085 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-09dfb746-a09f-4cd3-957e-f7645318a9b7 req-e720d074-0d5b-42eb-8852-74e72431baec tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0480001 Jul 19 15:48:20.706409 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-09dfb746-a09f-4cd3-957e-f7645318a9b7 req-a59ea732-96a7-485b-9212-4b959dff8491 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Jul 19 15:48:21.187779 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34dc48e-4103-43cb-ba5d-fdb3ea0d511a req-166c4658-3fcb-493c-a9a7-800bb83e69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:21.191521 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f34dc48e-4103-43cb-ba5d-fdb3ea0d511a req-166c4658-3fcb-493c-a9a7-800bb83e69e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422249 Jul 19 15:48:21.296576 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209f2c0-8c68-44e7-bfd9-833fc803398c req-f2929a9d-3a7a-4256-b8c6-4f80e054f1e3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:21.298887 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d209f2c0-8c68-44e7-bfd9-833fc803398c req-f2929a9d-3a7a-4256-b8c6-4f80e054f1e3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0922055 Jul 19 15:48:21.340665 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f34dc48e-4103-43cb-ba5d-fdb3ea0d511a req-0fa80e23-8d8c-44f7-b8d5-1c3bb46e4bf7 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427205 Jul 19 15:48:21.378517 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d209f2c0-8c68-44e7-bfd9-833fc803398c req-f32dcf4e-69c1-4c63-987d-8b777799922d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733283 Jul 19 15:48:21.419748 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:21.451310 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f34dc48e-4103-43cb-ba5d-fdb3ea0d511a req-6d38fd53-6220-43fe-94d2-8ceccfc959d2 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966022 Jul 19 15:48:21.506995 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:21.535482 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5bce0-4d21-412e-8dc4-0d6e92ff2547 req-7b3d42e7-fca2-46e0-9c4e-6f7e8c5e42bf tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:21.537298 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3dd5bce0-4d21-412e-8dc4-0d6e92ff2547 req-7b3d42e7-fca2-46e0-9c4e-6f7e8c5e42bf tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0509260 Jul 19 15:48:21.588850 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3dd5bce0-4d21-412e-8dc4-0d6e92ff2547 req-ded8f7e9-4b57-4b36-b858-06868a7ba366 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457683 Jul 19 15:48:21.822698 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d24fd-38a4-419c-bea9-6160e2a430ff req-160d51f4-5c50-4829-86e1-d03c14bc30c1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:21.824159 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dd5d24fd-38a4-419c-bea9-6160e2a430ff req-160d51f4-5c50-4829-86e1-d03c14bc30c1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0489032 Jul 19 15:48:21.851575 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:21.871818 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dd5d24fd-38a4-419c-bea9-6160e2a430ff req-efad666a-48ce-4253-9ea6-b55597217c54 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420549 Jul 19 15:48:22.495332 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61c929-054b-4bd1-bd60-0e6619ad65a8 req-6091feb4-ab27-44b7-b5da-1b2ca4223a5f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:22.496799 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2c61c929-054b-4bd1-bd60-0e6619ad65a8 req-6091feb4-ab27-44b7-b5da-1b2ca4223a5f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 944 time: 0.0467093 Jul 19 15:48:22.544532 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2c61c929-054b-4bd1-bd60-0e6619ad65a8 req-71de437c-f3e2-474c-bf07-97747331cde8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415964 Jul 19 15:48:22.700596 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb74ca-2d41-4512-b9f8-a7388f86079c req-b0f6ecf3-86d9-474d-8f54-209daf67adba tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:22.702076 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6bdb74ca-2d41-4512-b9f8-a7388f86079c req-b0f6ecf3-86d9-474d-8f54-209daf67adba tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0480688 Jul 19 15:48:22.751793 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6bdb74ca-2d41-4512-b9f8-a7388f86079c req-ded3eec9-fbf2-4d9e-882f-8564b0ca7dc8 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434675 Jul 19 15:48:22.927145 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 61483d93-6fa5-46d1-b820-a274f98ffcbb details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:48:22.995055 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf33e54-e025-4987-9c7d-a98e4835356b req-0abc803f-cccf-4e0b-aebe-739114decc07 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:22.997079 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fcf33e54-e025-4987-9c7d-a98e4835356b req-0abc803f-cccf-4e0b-aebe-739114decc07 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0537472 Jul 19 15:48:23.026944 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 61483d93-6fa5-46d1-b820-a274f98ffcbb, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:48:23.030333 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:23.036619 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:23.039665 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'port_id': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'mac_address': 'fa:16:3e:2c:a0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:48:23.051631 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fcf33e54-e025-4987-9c7d-a98e4835356b req-7d23e6b7-419a-4a76-af3e-095a15dc0742 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478454 Jul 19 15:48:23.080639 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 61483d93-6fa5-46d1-b820-a274f98ffcbb is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:48:23.081029 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:23.093632 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61483d93-6fa5-46d1-b820-a274f98ffcbb {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:48:23.113399 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 61483d93-6fa5-46d1-b820-a274f98ffcbb, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:48:23.117057 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:23.163355 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=61483d93-6fa5-46d1-b820-a274f98ffcbb,revision_number=9']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:23.518749 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['61483d93-6fa5-46d1-b820-a274f98ffcbb'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:48:23.605572 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:23.672170 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32e315-f713-4327-b251-a7134fc25929 req-ae017ec7-88ab-4502-9e6a-8525eddcebfd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:23.673819 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ff32e315-f713-4327-b251-a7134fc25929 req-ae017ec7-88ab-4502-9e6a-8525eddcebfd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 945 time: 0.0532231 Jul 19 15:48:23.722127 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ff32e315-f713-4327-b251-a7134fc25929 req-345be2e8-dac5-423d-9898-a59514e7fc4c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427175 Jul 19 15:48:23.866166 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab3032-614d-4357-b292-1407c9a931de req-a3f05d66-cb70-4a1c-9654-e5406082e73c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:23.867706 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e5ab3032-614d-4357-b292-1407c9a931de req-a3f05d66-cb70-4a1c-9654-e5406082e73c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0473230 Jul 19 15:48:23.917901 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e5ab3032-614d-4357-b292-1407c9a931de req-56bc413f-1702-4ae8-b0ea-1aa145d3e130 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446687 Jul 19 15:48:24.164673 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df912c-dcc3-4607-b523-6c7e5ad50a88 req-1d039a9c-f681-484d-8839-9a19040718ff tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:24.166143 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a1df912c-dcc3-4607-b523-6c7e5ad50a88 req-1d039a9c-f681-484d-8839-9a19040718ff tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0484018 Jul 19 15:48:24.221150 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a1df912c-dcc3-4607-b523-6c7e5ad50a88 req-251d6dfc-7742-4784-81e7-d7a403360da4 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495605 Jul 19 15:48:24.849843 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cf694-c48a-4a24-bd3f-3eccf2c00608 req-3e4bbcb2-5ad3-44eb-912a-917eb73d9579 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:24.851401 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-418cf694-c48a-4a24-bd3f-3eccf2c00608 req-3e4bbcb2-5ad3-44eb-912a-917eb73d9579 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 945 time: 0.0543883 Jul 19 15:48:24.909136 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-418cf694-c48a-4a24-bd3f-3eccf2c00608 req-4c6be8df-7b75-43d6-b1a1-ad6e5e40ac38 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518863 Jul 19 15:48:24.939854 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:48:24.942255 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 61483d93-6fa5-46d1-b820-a274f98ffcbb up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:48:25.037547 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add4996-e94f-48ae-95f4-76ed7c6ec831 req-11eb61d1-5fbd-44b1-976e-c7448b6ae1a1 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:25.039093 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7add4996-e94f-48ae-95f4-76ed7c6ec831 req-11eb61d1-5fbd-44b1-976e-c7448b6ae1a1 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 943 time: 0.0524421 Jul 19 15:48:25.054972 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 61483d93-6fa5-46d1-b820-a274f98ffcbb triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:48:25.055351 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:25.095238 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7add4996-e94f-48ae-95f4-76ed7c6ec831 req-bce368c2-1562-4ba4-816e-44d3fb6fce07 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502512 Jul 19 15:48:25.117864 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:48:25.133723 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'port_id': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6', 'mac_address': 'fa:16:3e:7b:71:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:48:25.196963 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 61483d93-6fa5-46d1-b820-a274f98ffcbb is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:48:25.197265 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:25.210499 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:48:25.210874 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:25.232924 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:48:25.240980 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:48:25.243298 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae99191-a31d-44f0-aef8-99bd590a3fe9" -d '{"events": [{"server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "name": "network-vif-plugged", "status": "completed", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:48:25.262958 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 61483d93-6fa5-46d1-b820-a274f98ffcbb, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:48:25.272566 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:25.275538 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:48:25.280120 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:25.299680 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1396e6fd-2d3e-4b39-af42-0defab028380 x-openstack-request-id: req-1396e6fd-2d3e-4b39-af42-0defab028380 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:48:25.299966 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "name": "network-vif-plugged", "status": "completed", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:48:25.300402 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1396e6fd-2d3e-4b39-af42-0defab028380 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:48:25.300962 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1396e6fd-2d3e-4b39-af42-0defab028380'] response: {'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'code': 200} Jul 19 15:48:25.330148 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=61483d93-6fa5-46d1-b820-a274f98ffcbb,revision_number=10']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:25.363405 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd71a-ff30-4dd0-a417-51c5b1354769 req-5620700e-c39e-4ab7-81a3-faf4f2d9d487 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:25.365288 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fc6cd71a-ff30-4dd0-a417-51c5b1354769 req-5620700e-c39e-4ab7-81a3-faf4f2d9d487 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0634177 Jul 19 15:48:25.375159 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:25.381098 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:25.398999 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:25.416993 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fc6cd71a-ff30-4dd0-a417-51c5b1354769 req-d7e16534-06ae-485f-834d-5f5b5794c64b tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459776 Jul 19 15:48:25.682303 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:48:25.911198 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:25.925059 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd904d-6dde-4410-94a7-1a97a2ed52f6 req-d3ff84cf-21e6-45d8-87ec-fafe401c8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:25.926587 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bbcd904d-6dde-4410-94a7-1a97a2ed52f6 req-d3ff84cf-21e6-45d8-87ec-fafe401c8608 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 1131 time: 0.0401399 Jul 19 15:48:25.940370 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:25.974307 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bbcd904d-6dde-4410-94a7-1a97a2ed52f6 req-175faf4b-06c4-4517-be08-40c07d213b0d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404532 Jul 19 15:48:26.030321 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d121c82-cd64-44a8-a9b1-ae5c05a66d85 req-c25c4a22-1b7e-431b-b5eb-a5b3c6c3a831 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:26.031834 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4d121c82-cd64-44a8-a9b1-ae5c05a66d85 req-c25c4a22-1b7e-431b-b5eb-a5b3c6c3a831 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 947 time: 0.0459561 Jul 19 15:48:26.079382 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4d121c82-cd64-44a8-a9b1-ae5c05a66d85 req-ce8bb82b-6eb0-42cb-b991-26b51d79a1e7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413032 Jul 19 15:48:26.211377 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a4e95-bff6-42f3-b222-585235acf748 req-a8227236-9748-42a6-bea3-afcb66f1ed4d tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:26.213062 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-879a4e95-bff6-42f3-b222-585235acf748 req-a8227236-9748-42a6-bea3-afcb66f1ed4d tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 944 time: 0.0477118 Jul 19 15:48:26.264300 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-879a4e95-bff6-42f3-b222-585235acf748 req-25fd9636-12f8-4ae3-8f8a-fec71594faf0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459049 Jul 19 15:48:26.535598 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378b47-c02c-41a0-853a-fb6d76b724b3 req-710bc412-bdfd-40b7-a630-e2b8284b513c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:26.537323 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-31378b47-c02c-41a0-853a-fb6d76b724b3 req-710bc412-bdfd-40b7-a630-e2b8284b513c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0505047 Jul 19 15:48:26.585203 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-31378b47-c02c-41a0-853a-fb6d76b724b3 req-e7df7a7c-2aff-46fe-aff2-b8b083e70c9c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423002 Jul 19 15:48:27.199848 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26777f-19c6-45dc-b80f-abed32b0ee6d req-75286427-0035-4e97-b79b-00fac67aa770 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:27.201301 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ee26777f-19c6-45dc-b80f-abed32b0ee6d req-75286427-0035-4e97-b79b-00fac67aa770 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 947 time: 0.0512323 Jul 19 15:48:27.248356 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ee26777f-19c6-45dc-b80f-abed32b0ee6d req-847d2831-4823-4702-b7e5-336b7eec3e97 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410888 Jul 19 15:48:27.379303 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b81fe-3aa3-4a78-9234-306783720902 req-bc9b57aa-8c43-4bbc-87a9-6c31667f1b42 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:27.380917 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-475b81fe-3aa3-4a78-9234-306783720902 req-bc9b57aa-8c43-4bbc-87a9-6c31667f1b42 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 944 time: 0.0484741 Jul 19 15:48:27.429495 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-475b81fe-3aa3-4a78-9234-306783720902 req-0e657789-5c73-4397-a8a5-e2c34de18eac tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430052 Jul 19 15:48:27.701121 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3c294-aec7-474b-bc08-0f090511486e req-7f23f971-2911-455a-aa1b-fd2c7ea85438 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:27.702635 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1fc3c294-aec7-474b-bc08-0f090511486e req-7f23f971-2911-455a-aa1b-fd2c7ea85438 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0499430 Jul 19 15:48:27.751115 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1fc3c294-aec7-474b-bc08-0f090511486e req-da8d7709-e9a9-4387-99ca-57fe2418dc50 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426478 Jul 19 15:48:28.373480 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72481148-cec7-4cd5-a0a4-2037a6e19b4d req-e9e60909-f26c-4c29-a756-ab703359a50c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:28.374984 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-72481148-cec7-4cd5-a0a4-2037a6e19b4d req-e9e60909-f26c-4c29-a756-ab703359a50c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 947 time: 0.0506027 Jul 19 15:48:28.421760 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-72481148-cec7-4cd5-a0a4-2037a6e19b4d req-8963a1b3-1924-4411-b442-1c382f7a6676 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406110 Jul 19 15:48:28.543894 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb216bd6-bf53-4b21-85db-9961d7554775 req-2596d687-2caf-41ff-a856-bb580317483c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:28.545483 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-eb216bd6-bf53-4b21-85db-9961d7554775 req-2596d687-2caf-41ff-a856-bb580317483c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 944 time: 0.0482068 Jul 19 15:48:28.598768 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-eb216bd6-bf53-4b21-85db-9961d7554775 req-90d31234-39c3-442f-b7e1-be396d0f1d4d tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477393 Jul 19 15:48:28.864014 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89dd29-af59-491f-939b-aaafd507c29e req-be2c1fd4-dc7d-4d20-9918-595f47790f7a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:28.865559 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0c89dd29-af59-491f-939b-aaafd507c29e req-be2c1fd4-dc7d-4d20-9918-595f47790f7a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0483875 Jul 19 15:48:28.894066 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:28.916023 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0c89dd29-af59-491f-939b-aaafd507c29e req-fbd268a6-a681-4dee-86b6-6c1d877988e3 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448990 Jul 19 15:48:29.542649 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e74d6-88ac-4852-9315-fffb96fb62d5 req-a1546412-c4fa-4af0-b645-14b5819fed6e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:29.544163 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-372e74d6-88ac-4852-9315-fffb96fb62d5 req-a1546412-c4fa-4af0-b645-14b5819fed6e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 947 time: 0.0478086 Jul 19 15:48:29.591614 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-372e74d6-88ac-4852-9315-fffb96fb62d5 req-741fc40c-d98c-4aab-b5f9-0a76a66e3161 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412705 Jul 19 15:48:29.679461 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:29.682765 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:29.715722 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdc959-4c72-4427-ab00-cd6061797ec5 req-bb8e8264-daef-4589-9334-cb476b34de65 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:29.717115 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5ccdc959-4c72-4427-ab00-cd6061797ec5 req-bb8e8264-daef-4589-9334-cb476b34de65 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 944 time: 0.0506973 Jul 19 15:48:29.769659 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5ccdc959-4c72-4427-ab00-cd6061797ec5 req-7e7e15a5-36c0-47c3-87e1-8a1291d874ba tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468173 Jul 19 15:48:29.799758 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:48:29.844693 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:48:29.850245 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:48:29.850655 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:29.926122 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:48:29.926552 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:29.952581 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f9fd89-e668-4d3d-8d85-e648189ba0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:48:29.955896 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6c871d-6924-4439-a4ba-292689afae52" -d '{"events": [{"server_uuid": "17f9fd89-e668-4d3d-8d85-e648189ba0c2", "name": "network-vif-plugged", "status": "completed", "tag": "e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:48:29.969741 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:48:29.973985 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:29.998832 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512fbe9f-5e7c-42a9-b514-5425f53caff2 x-openstack-request-id: req-512fbe9f-5e7c-42a9-b514-5425f53caff2 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:48:29.999141 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f9fd89-e668-4d3d-8d85-e648189ba0c2", "name": "network-vif-plugged", "status": "completed", "tag": "e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:48:29.999527 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-512fbe9f-5e7c-42a9-b514-5425f53caff2 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:48:29.999924 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512fbe9f-5e7c-42a9-b514-5425f53caff2'] response: {'server_uuid': '17f9fd89-e668-4d3d-8d85-e648189ba0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6', 'code': 200} Jul 19 15:48:30.030571 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:30.039320 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8592e-5521-47b4-87e4-bd1e3631ef0b req-b6a6a2a7-2fb3-4b77-a741-4601df087ab9 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:30.041229 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8af8592e-5521-47b4-87e4-bd1e3631ef0b req-b6a6a2a7-2fb3-4b77-a741-4601df087ab9 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0478952 Jul 19 15:48:30.089894 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8af8592e-5521-47b4-87e4-bd1e3631ef0b req-207cd7cc-eae3-48de-b546-9af2951a5ed9 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430098 Jul 19 15:48:30.341289 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3540b5a-72cf-4507-87fd-ac26cc12ac79 req-a4bd2545-990f-460e-9f3c-e9fac509416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:30.342827 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a3540b5a-72cf-4507-87fd-ac26cc12ac79 req-a4bd2545-990f-460e-9f3c-e9fac509416e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 1129 time: 0.0393116 Jul 19 15:48:30.394863 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a3540b5a-72cf-4507-87fd-ac26cc12ac79 req-26091ee9-9054-410d-b359-7c04ba32b7f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414758 Jul 19 15:48:30.721403 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875b895-a220-4249-ab23-fd8ed5dbdf30 req-2133a0b7-fa5c-4b27-a2ec-e52dcd6b65ed tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:30.722953 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4875b895-a220-4249-ab23-fd8ed5dbdf30 req-2133a0b7-fa5c-4b27-a2ec-e52dcd6b65ed tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 947 time: 0.0556920 Jul 19 15:48:30.771647 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4875b895-a220-4249-ab23-fd8ed5dbdf30 req-e391de4a-adb5-4a32-ac45-9e7c1ca15b27 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431805 Jul 19 15:48:30.886226 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74668974-bb6a-4a85-b370-2ad5c3b0766e req-bbb112a0-c20b-4330-9bc1-a9ea2ad70a04 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:30.887659 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-74668974-bb6a-4a85-b370-2ad5c3b0766e req-bbb112a0-c20b-4330-9bc1-a9ea2ad70a04 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 945 time: 0.0522664 Jul 19 15:48:30.937225 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-74668974-bb6a-4a85-b370-2ad5c3b0766e req-2908a797-6664-4fd3-941f-29249c07a247 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432336 Jul 19 15:48:31.206306 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04068c-c1e6-4cba-8ff2-0bf9def8e705 req-390c46d6-96f5-4b60-9067-cce3902676e8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:31.207723 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5a04068c-c1e6-4cba-8ff2-0bf9def8e705 req-390c46d6-96f5-4b60-9067-cce3902676e8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0501132 Jul 19 15:48:31.256599 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5a04068c-c1e6-4cba-8ff2-0bf9def8e705 req-cb8a5646-c5a5-494f-a7ca-b2d1968f92c3 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434227 Jul 19 15:48:31.892360 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aca170-700e-4c7b-80d8-b7230cf50717 req-116bfa04-3013-435b-a187-32e45235f049 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:31.893841 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a7aca170-700e-4c7b-80d8-b7230cf50717 req-116bfa04-3013-435b-a187-32e45235f049 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 947 time: 0.0485036 Jul 19 15:48:31.929101 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:31.941117 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a7aca170-700e-4c7b-80d8-b7230cf50717 req-9e0462cc-e006-471b-b408-bee92fe9df1c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418375 Jul 19 15:48:32.056412 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bab724-79e0-4f87-b687-03d16e4ee878 req-e508fda3-b040-4e8f-82f7-a981482bdf61 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:32.057801 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f5bab724-79e0-4f87-b687-03d16e4ee878 req-e508fda3-b040-4e8f-82f7-a981482bdf61 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 945 time: 0.0517957 Jul 19 15:48:32.106811 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f5bab724-79e0-4f87-b687-03d16e4ee878 req-584142b6-9fa9-44d6-aac9-05129c1ec118 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428455 Jul 19 15:48:32.373695 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b607d5-6837-4f59-9707-a738b0f7e15a req-d87b535f-fc1d-4daf-a783-153825b10559 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:32.375381 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e3b607d5-6837-4f59-9707-a738b0f7e15a req-d87b535f-fc1d-4daf-a783-153825b10559 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0508995 Jul 19 15:48:32.421525 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e3b607d5-6837-4f59-9707-a738b0f7e15a req-1494fbc0-84c0-474d-966c-a33a0aa9a574 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406790 Jul 19 15:48:33.060711 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810649f-213a-4799-bdc2-7c736839c521 req-7e214ba5-45c6-48fb-95ee-c3643623740d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:33.062199 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f810649f-213a-4799-bdc2-7c736839c521 req-7e214ba5-45c6-48fb-95ee-c3643623740d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 947 time: 0.0463703 Jul 19 15:48:33.073451 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:33.119820 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f810649f-213a-4799-bdc2-7c736839c521 req-b2ed81ea-1245-4df8-919f-882a7c0936ba tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516913 Jul 19 15:48:33.221045 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db548cd-d258-4858-8187-77533c5cdfb5 req-826b2064-8a58-400c-b0fc-c267747f44b5 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:33.227074 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5db548cd-d258-4858-8187-77533c5cdfb5 req-826b2064-8a58-400c-b0fc-c267747f44b5 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 945 time: 0.0531743 Jul 19 15:48:33.276174 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5db548cd-d258-4858-8187-77533c5cdfb5 req-b1f917a6-27ee-4447-88ab-bbd0713d482b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437369 Jul 19 15:48:33.535207 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58959b0-89f3-44fc-8f46-275302452e53 req-8c813a31-2545-4037-88a8-a1af29c93db5 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:33.536630 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b58959b0-89f3-44fc-8f46-275302452e53 req-8c813a31-2545-4037-88a8-a1af29c93db5 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0472600 Jul 19 15:48:33.584390 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b58959b0-89f3-44fc-8f46-275302452e53 req-b88eb7c2-9b12-424f-8522-9aac9f4127d8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418758 Jul 19 15:48:34.240875 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2e441-d957-4c9e-8033-c9688d985a39 req-95db21cc-b289-4fab-9cae-69b96cf10044 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:34.242405 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c3e2e441-d957-4c9e-8033-c9688d985a39 req-95db21cc-b289-4fab-9cae-69b96cf10044 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 947 time: 0.0484488 Jul 19 15:48:34.298127 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c3e2e441-d957-4c9e-8033-c9688d985a39 req-0165a197-957b-473e-9e2e-20876d39df9e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493417 Jul 19 15:48:34.402630 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beca875-dcc6-453a-95fa-c4144328f1ba req-aee24cd1-21fb-40d6-bfab-ef3eb39ee7d7 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:34.404338 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7beca875-dcc6-453a-95fa-c4144328f1ba req-aee24cd1-21fb-40d6-bfab-ef3eb39ee7d7 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 945 time: 0.0523839 Jul 19 15:48:34.458131 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7beca875-dcc6-453a-95fa-c4144328f1ba req-a76cf357-f54d-4363-bf98-9bbf1a1faef3 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468142 Jul 19 15:48:34.691676 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:34.702995 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721349b4-9755-4d98-b1dc-06db5b30ffb6 req-1e5f3941-0ef0-4511-841c-87652b6ab34b tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:34.705531 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-721349b4-9755-4d98-b1dc-06db5b30ffb6 req-1e5f3941-0ef0-4511-841c-87652b6ab34b tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0522344 Jul 19 15:48:34.753163 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-721349b4-9755-4d98-b1dc-06db5b30ffb6 req-e2e730aa-f6f3-4164-847b-0bba7227ba86 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420656 Jul 19 15:48:35.428441 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6214b4-1f7d-4d88-882c-ab2f5764c79f req-bbedb55b-ba78-4815-8f0c-6c5af3071b27 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:35.429921 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2b6214b4-1f7d-4d88-882c-ab2f5764c79f req-bbedb55b-ba78-4815-8f0c-6c5af3071b27 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 947 time: 0.0517547 Jul 19 15:48:35.476880 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2b6214b4-1f7d-4d88-882c-ab2f5764c79f req-aa3779fd-6554-4e24-b701-9b37cf2c7628 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413892 Jul 19 15:48:35.573037 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309e97d-5849-4b9f-a0bf-412e7d047e28 req-41c0ca9d-42ae-4064-8255-49900bd63b23 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:35.574503 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3309e97d-5849-4b9f-a0bf-412e7d047e28 req-41c0ca9d-42ae-4064-8255-49900bd63b23 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 945 time: 0.0465002 Jul 19 15:48:35.624272 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3309e97d-5849-4b9f-a0bf-412e7d047e28 req-874661f8-2d98-4d52-9d56-c980c1bbd67c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433943 Jul 19 15:48:35.737033 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35b73a-0e18-4245-913a-e3cdba822b28 req-bf6a6438-1bca-4324-920a-db6db5f6528e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:35.738507 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5b35b73a-0e18-4245-913a-e3cdba822b28 req-bf6a6438-1bca-4324-920a-db6db5f6528e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 945 time: 0.0466306 Jul 19 15:48:35.788806 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5b35b73a-0e18-4245-913a-e3cdba822b28 req-4777a378-fad6-4f8c-9ffa-990a06534123 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446560 Jul 19 15:48:35.812112 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 60228) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:48:35.873478 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c471e-3e30-4620-9eef-588490729b51 req-7e91908f-b35c-493d-b433-dd67ead03203 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:35.875808 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-bc3c471e-3e30-4620-9eef-588490729b51 req-7e91908f-b35c-493d-b433-dd67ead03203 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0529768 Jul 19 15:48:35.925457 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-bc3c471e-3e30-4620-9eef-588490729b51 req-6a293e16-09c0-4982-9d75-daa8f06d84ec tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440369 Jul 19 15:48:36.008614 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1168e0dd-0f4b-4cc9-95c5-886e30f76a6a tempest-TestVolumeBootPattern-2018489756 tempest-TestVolumeBootPattern-2018489756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:36.010458 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-1168e0dd-0f4b-4cc9-95c5-886e30f76a6a tempest-TestVolumeBootPattern-2018489756 tempest-TestVolumeBootPattern-2018489756-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 1124 time: 0.1961043 Jul 19 15:48:36.013338 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60236) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:48:36.019185 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'port_id': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:48:36.041360 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:36.132459 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:36.202228 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8cb21-9fa8-4d6d-8f70-e5b8f138caf1 req-42d20a5f-84eb-4b48-afef-5cdaff073897 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:36.203778 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-49f8cb21-9fa8-4d6d-8f70-e5b8f138caf1 req-42d20a5f-84eb-4b48-afef-5cdaff073897 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0875151 Jul 19 15:48:36.293187 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-49f8cb21-9fa8-4d6d-8f70-e5b8f138caf1 req-96e932cc-0ce3-4975-9363-ce1bdfdc070f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824142 Jul 19 15:48:36.316595 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Allocated IP 172.27.2.209 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/f11776c4-4547-4b19-9193-01422e17e27c) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:48:36.388916 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:36.416996 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for port (f11776c4-4547-4b19-9193-01422e17e27c), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:36.449225 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (f11776c4-4547-4b19-9193-01422e17e27c), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:36.483866 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:48:36.487432 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:48:36.493036 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:48:36.522763 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'Port': ['ID=f11776c4-4547-4b19-9193-01422e17e27c,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:36.526828 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:36.539189 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.539540 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.539885 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.540225 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.540559 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.540888 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.541213 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.541537 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.541860 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.542183 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.542542 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.542865 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.543185 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.543504 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.543818 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:36.858748 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for floatingip (5955740d-b4df-41bc-b5b3-3e1a5a666fde), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:36.928739 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f11776c4-4547-4b19-9193-01422e17e27c), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:37.072962 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for port (f11776c4-4547-4b19-9193-01422e17e27c), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:37.077509 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (f11776c4-4547-4b19-9193-01422e17e27c), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:37.117613 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:37.149992 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'Port': ['ID=f11776c4-4547-4b19-9193-01422e17e27c,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:37.165753 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (5955740d-b4df-41bc-b5b3-3e1a5a666fde), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:37.266195 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Floating IP 5955740d-b4df-41bc-b5b3-3e1a5a666fde associated. External IP: 172.27.2.209, port: e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6. Jul 19 15:48:37.402280 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:37.421774 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d44d8f-615f-4e19-bbb0-37603a08cdea req-e99f40c6-02fd-4f82-8efc-74f1ff73be5c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:37.424167 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c8d44d8f-615f-4e19-bbb0-37603a08cdea req-e99f40c6-02fd-4f82-8efc-74f1ff73be5c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0532258 Jul 19 15:48:37.475314 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c8d44d8f-615f-4e19-bbb0-37603a08cdea req-1ad9e790-8a69-4934-82b9-cfd564af760b tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455103 Jul 19 15:48:37.621616 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:37.692901 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:48:37.793927 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:48:37.803992 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fde61-3281-4764-ab07-10ee6fe0add9 None None] Sync routers for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:48:37.814120 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:37.816161 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fde61-3281-4764-ab07-10ee6fe0add9 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:48:37.816793 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2b5fde61-3281-4764-ab07-10ee6fe0add9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:48:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:48:37.848792 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-5d1bf2cb-f0a5-48c2-9aa7-f92b5399a53f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8342953 Jul 19 15:48:37.849486 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f9fd89-e668-4d3d-8d85-e648189ba0c2', 'tag': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:48:37.851875 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b90c12f-0e74-4170-abaf-b07f0481de33" -d '{"events": [{"name": "network-changed", "server_uuid": "17f9fd89-e668-4d3d-8d85-e648189ba0c2", "tag": "e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:48:37.889279 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7280aa5-1ff5-498f-b5d4-a15c7cc96d17 x-openstack-request-id: req-c7280aa5-1ff5-498f-b5d4-a15c7cc96d17 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:48:37.889861 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f9fd89-e668-4d3d-8d85-e648189ba0c2", "tag": "e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:48:37.889861 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7280aa5-1ff5-498f-b5d4-a15c7cc96d17 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:48:37.890210 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7280aa5-1ff5-498f-b5d4-a15c7cc96d17'] response: {'name': 'network-changed', 'server_uuid': '17f9fd89-e668-4d3d-8d85-e648189ba0c2', 'tag': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6', 'status': 'completed', 'code': 200} Jul 19 15:48:37.921117 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-2b5fde61-3281-4764-ab07-10ee6fe0add9 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:48:38.111474 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:38.132258 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2b5fde61-3281-4764-ab07-10ee6fe0add9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '5955740d-b4df-41bc-b5b3-3e1a5a666fde', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:7b:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fd89-e668-4d3d-8d85-e648189ba0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:48:36Z', 'updated_at': '2022-07-19T15:48:36Z', 'revision_number': 0, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:48:38.165057 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fde61-3281-4764-ab07-10ee6fe0add9 None None] Checking router: 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:48:38.173449 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fde61-3281-4764-ab07-10ee6fe0add9 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:48:38.174042 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2b5fde61-3281-4764-ab07-10ee6fe0add9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:48:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:48:38.289166 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-2b5fde61-3281-4764-ab07-10ee6fe0add9 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:48:38.591455 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5d6ba-d0be-474c-b6a7-a1a77f06ea5b req-eae8721f-c2e8-4442-b8d4-767b6cc6ee7e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:38.592953 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bdd5d6ba-d0be-474c-b6a7-a1a77f06ea5b req-eae8721f-c2e8-4442-b8d4-767b6cc6ee7e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0484056 Jul 19 15:48:38.604307 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:38.624195 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2b5fde61-3281-4764-ab07-10ee6fe0add9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '5955740d-b4df-41bc-b5b3-3e1a5a666fde', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:7b:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fd89-e668-4d3d-8d85-e648189ba0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:48:36Z', 'updated_at': '2022-07-19T15:48:36Z', 'revision_number': 0, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:48:38.641108 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bdd5d6ba-d0be-474c-b6a7-a1a77f06ea5b req-0bfd985a-8e16-4bfe-806f-8e3e1e0368c2 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412526 Jul 19 15:48:38.653191 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fde61-3281-4764-ab07-10ee6fe0add9 None None] The sync data for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi is: [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '5955740d-b4df-41bc-b5b3-3e1a5a666fde', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:7b:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fd89-e668-4d3d-8d85-e648189ba0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:48:36Z', 'updated_at': '2022-07-19T15:48:36Z', 'revision_number': 0, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:48:38.834683 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b5eda0-7484-4c0a-ae0b-c654bd83a1dc None None] New status for floating IP 5955740d-b4df-41bc-b5b3-3e1a5a666fde: ACTIVE {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:48:38.909737 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90c12f-0e74-4170-abaf-b07f0481de33 req-4d263149-6bc7-4181-bef6-56bd9df9c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:38.911378 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5b90c12f-0e74-4170-abaf-b07f0481de33 req-4d263149-6bc7-4181-bef6-56bd9df9c644 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 1129 time: 0.0752819 Jul 19 15:48:38.914542 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec6eb-432b-4eb2-9037-7122ff79fe9a req-4f7125ba-8f78-42bf-9ca6-3b91c70ed564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:38.915912 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6dcec6eb-432b-4eb2-9037-7122ff79fe9a req-4f7125ba-8f78-42bf-9ca6-3b91c70ed564 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e11e234f713b40cd8772372c2316dd28&device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 1129 time: 0.0473292 Jul 19 15:48:39.084047 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90c12f-0e74-4170-abaf-b07f0481de33 req-c7c1a338-3741-4e10-bd98-ea9911ee7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:39.085537 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5b90c12f-0e74-4170-abaf-b07f0481de33 req-c7c1a338-3741-4e10-bd98-ea9911ee7915 service neutron] 10.222.0.36 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 912 time: 0.1595464 Jul 19 15:48:39.086681 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec6eb-432b-4eb2-9037-7122ff79fe9a req-693fcb2a-fdff-4a1b-b10f-fedf5ddf6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:39.087926 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6dcec6eb-432b-4eb2-9037-7122ff79fe9a req-693fcb2a-fdff-4a1b-b10f-fedf5ddf6305 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7719a9e3-d30d-4797-868c-2dbb1911ec7c HTTP/1.1" status: 200 len: 912 time: 0.1544185 Jul 19 15:48:39.190806 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:39.201358 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6dcec6eb-432b-4eb2-9037-7122ff79fe9a req-420be18d-d49f-4d7b-9934-39650055c8ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70da232-0d1f-4d96-ac45-c34ad79c41f8 HTTP/1.1" status: 200 len: 1001 time: 0.1025238 Jul 19 15:48:39.204083 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5b90c12f-0e74-4170-abaf-b07f0481de33 req-b2c40482-1dd7-49f9-803d-19af59aad4a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 HTTP/1.1" status: 200 len: 1001 time: 0.1064956 Jul 19 15:48:39.295436 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec6eb-432b-4eb2-9037-7122ff79fe9a req-0ba24a93-83a3-4ea4-9cbf-628e04cf9c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:39.296982 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6dcec6eb-432b-4eb2-9037-7122ff79fe9a req-0ba24a93-83a3-4ea4-9cbf-628e04cf9c0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b151b93-5448-4a87-837d-b3b162948294 HTTP/1.1" status: 200 len: 850 time: 0.0799260 Jul 19 15:48:39.300278 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90c12f-0e74-4170-abaf-b07f0481de33 req-07be2242-2caf-44c6-b725-138d92477442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:39.301626 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5b90c12f-0e74-4170-abaf-b07f0481de33 req-07be2242-2caf-44c6-b725-138d92477442 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 200 len: 850 time: 0.0836380 Jul 19 15:48:39.384497 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec6eb-432b-4eb2-9037-7122ff79fe9a req-cb33fa8b-755f-4cce-9306-cb5fc1436a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:39.386016 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6dcec6eb-432b-4eb2-9037-7122ff79fe9a req-cb33fa8b-755f-4cce-9306-cb5fc1436a61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7719a9e3-d30d-4797-868c-2dbb1911ec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717366 Jul 19 15:48:39.387105 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90c12f-0e74-4170-abaf-b07f0481de33 req-24dc3fe4-9cfe-4242-a692-98e987b32efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:39.388448 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5b90c12f-0e74-4170-abaf-b07f0481de33 req-24dc3fe4-9cfe-4242-a692-98e987b32efa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195064b7-2168-479c-96ce-505c1a5c25ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665016 Jul 19 15:48:39.761506 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82b89-baf1-40dd-93b2-a126f48c28b7 req-590a42b2-6184-49f7-a27a-ad61737d3f15 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:39.763042 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f0f82b89-baf1-40dd-93b2-a126f48c28b7 req-590a42b2-6184-49f7-a27a-ad61737d3f15 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0492644 Jul 19 15:48:39.797831 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5b90c12f-0e74-4170-abaf-b07f0481de33 req-229d2a9c-fbe1-4d73-aaa4-bf9083271fee service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907194 Jul 19 15:48:39.799650 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6dcec6eb-432b-4eb2-9037-7122ff79fe9a req-805c4ec4-18b6-484d-b213-bf30975b6467 service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003150 Jul 19 15:48:39.811878 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f0f82b89-baf1-40dd-93b2-a126f48c28b7 req-f3e33445-f239-4483-b332-f2b19997942d tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432165 Jul 19 15:48:39.935401 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:39.981057 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5b90c12f-0e74-4170-abaf-b07f0481de33 req-e93a0722-7b2d-450a-9bff-ff1279b18544 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602781 Jul 19 15:48:39.982783 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6dcec6eb-432b-4eb2-9037-7122ff79fe9a req-35cb03cd-ab45-4a41-ae9d-22f3a2f02aa7 service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633074 Jul 19 15:48:40.336538 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:40.926641 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86fb61-f44c-4424-991d-64ae1403e8e8 req-2d8cb315-c7f3-4bdb-a986-247b112f0b96 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:40.928088 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1b86fb61-f44c-4424-991d-64ae1403e8e8 req-2d8cb315-c7f3-4bdb-a986-247b112f0b96 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0470800 Jul 19 15:48:40.974262 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1b86fb61-f44c-4424-991d-64ae1403e8e8 req-d82a3c3d-d9f9-4398-b7d6-6dd1c9e47564 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406554 Jul 19 15:48:42.090962 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafcfca-36e3-401c-aca1-4c99a8f27098 req-f899a872-f87d-4fb3-987e-87d72d9f9366 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:42.092423 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-efafcfca-36e3-401c-aca1-4c99a8f27098 req-f899a872-f87d-4fb3-987e-87d72d9f9366 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0480886 Jul 19 15:48:42.142010 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-efafcfca-36e3-401c-aca1-4c99a8f27098 req-bb31f2be-7c8d-4330-8dfd-a9f4b4ec6009 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Jul 19 15:48:45.105645 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45979b6f-fe53-4e77-8c10-2b253de0d168 req-3fdf8f68-668e-45e6-b92d-dcc6fb5eb0b9 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:45.107161 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-45979b6f-fe53-4e77-8c10-2b253de0d168 req-3fdf8f68-668e-45e6-b92d-dcc6fb5eb0b9 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 945 time: 0.0563612 Jul 19 15:48:45.169455 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-45979b6f-fe53-4e77-8c10-2b253de0d168 req-00754b4a-e369-413a-bcca-d898ef63127c tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556920 Jul 19 15:48:45.812537 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:48:46.221586 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e97ae986-1cc9-4ab1-a279-3119b1936ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:46.295015 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83f4c5-3261-4d6d-9b4e-63cf1649a8bc req-aa0ca84a-db9c-4656-8fa7-989114d943f9 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:46.296581 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8c83f4c5-3261-4d6d-9b4e-63cf1649a8bc req-aa0ca84a-db9c-4656-8fa7-989114d943f9 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 945 time: 0.0486436 Jul 19 15:48:46.345318 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8c83f4c5-3261-4d6d-9b4e-63cf1649a8bc req-cf75a93c-1ef5-47f1-81bf-1a6679fde36b tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423915 Jul 19 15:48:47.344600 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da3ef-6068-4723-bfe2-920afae64925 req-7f15090f-ab5c-4466-b15d-c26988d002be tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:47.346055 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7c0da3ef-6068-4723-bfe2-920afae64925 req-7f15090f-ab5c-4466-b15d-c26988d002be tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.36 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 945 time: 0.0472393 Jul 19 15:48:47.464162 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-7c0da3ef-6068-4723-bfe2-920afae64925 req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Deleting port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:48:47.464502 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-7c0da3ef-6068-4723-bfe2-920afae64925 req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:47.490960 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe3f3b-9e01-4406-908f-16d93e0f8328 req-c0ab686c-5da5-417b-a342-89d9dacd2223 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:47.492414 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3afe3f3b-9e01-4406-908f-16d93e0f8328 req-c0ab686c-5da5-417b-a342-89d9dacd2223 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=4157bc30-5973-4e95-a9de-fa467709484e HTTP/1.1" status: 200 len: 945 time: 0.0728202 Jul 19 15:48:47.564093 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:47.592587 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3afe3f3b-9e01-4406-908f-16d93e0f8328 req-7c6fc1eb-f72e-4a92-8edb-2c39f2f22d0f tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935867 Jul 19 15:48:47.603958 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-7c0da3ef-6068-4723-bfe2-920afae64925 req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] For port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8369d370-1c69-44be-9a5b-cbfe9b7cb0f6,segment=NetworkSegment(686b31e9-35fa-4aa1-bb81-6766909ed2b2),segment_id=686b31e9-35fa-4aa1-bb81-6766909ed2b2)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:48:47.612028 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-7c0da3ef-6068-4723-bfe2-920afae64925 req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:47.617834 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-7c0da3ef-6068-4723-bfe2-920afae64925 req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Calling delete_port for 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:48:47.743357 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-7c0da3ef-6068-4723-bfe2-920afae64925 req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (8369d370-1c69-44be-9a5b-cbfe9b7cb0f6), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:47.761085 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['8369d370-1c69-44be-9a5b-cbfe9b7cb0f6'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:48:47.775937 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Pushing event deleted for resources: {'Port': ['ID=8369d370-1c69-44be-9a5b-cbfe9b7cb0f6,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:47.803861 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.804197 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.804545 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.804891 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.805228 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.805565 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.805897 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.806225 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.806577 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.806915 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.807244 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.807573 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.807899 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.808223 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.808547 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:48:47.831942 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0da3ef-6068-4723-bfe2-920afae64925 req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] No DVR routers for this DVR port 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:48:47.834323 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-7c0da3ef-6068-4723-bfe2-920afae64925 req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:47.837544 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7c0da3ef-6068-4723-bfe2-920afae64925 req-68d96f6e-7af5-476e-b6b9-d3a109ec0246 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.36 "DELETE /v2.0/ports/8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 HTTP/1.1" status: 204 len: 173 time: 0.4852200 Jul 19 15:48:47.837981 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4157bc30-5973-4e95-a9de-fa467709484e', 'name': 'network-vif-deleted', 'tag': '8369d370-1c69-44be-9a5b-cbfe9b7cb0f6'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:48:47.840266 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9ffab2-f1ec-489c-89b6-cc18c4225505" -d '{"events": [{"server_uuid": "4157bc30-5973-4e95-a9de-fa467709484e", "name": "network-vif-deleted", "tag": "8369d370-1c69-44be-9a5b-cbfe9b7cb0f6"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:48:47.877617 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc17dd8-724d-4b05-89cb-d240bdc5f1cd x-openstack-request-id: req-9cc17dd8-724d-4b05-89cb-d240bdc5f1cd {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:48:47.877938 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4157bc30-5973-4e95-a9de-fa467709484e", "name": "network-vif-deleted", "tag": "8369d370-1c69-44be-9a5b-cbfe9b7cb0f6", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:48:47.878195 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9cc17dd8-724d-4b05-89cb-d240bdc5f1cd {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:48:47.878649 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc17dd8-724d-4b05-89cb-d240bdc5f1cd'] response: {'server_uuid': '4157bc30-5973-4e95-a9de-fa467709484e', 'name': 'network-vif-deleted', 'tag': '8369d370-1c69-44be-9a5b-cbfe9b7cb0f6', 'status': 'completed', 'code': 200} Jul 19 15:48:48.616045 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5ff12086-8c12-4a90-90f9-686bd9748321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:49.606641 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:51.511209 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:51.854261 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:52.029538 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:48:52.049486 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:48:52.049823 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 8369d370-1c69-44be-9a5b-cbfe9b7cb0f6 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:48:55.807687 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:55.808458 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:56.338227 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:56.340913 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:57.646438 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-b8616b7b-d854-4502-9d8a-cd09ddd51002 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:57.647791 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-b8616b7b-d854-4502-9d8a-cd09ddd51002 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/networks?id=ff064e7f-b96b-4a93-a399-a8dfccadf354 HTTP/1.1" status: 200 len: 813 time: 0.1046484 Jul 19 15:48:57.661977 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-3d52758b-82f6-42d7-88e5-ed4db880b7e8 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/quotas/41bf5203b925421b9dd2ccc5b7d40ad8 HTTP/1.1" status: 200 len: 375 time: 0.0089211 Jul 19 15:48:57.695068 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-c0378ae6-1a07-4e73-82e3-6a6f0843d4ea tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=41bf5203b925421b9dd2ccc5b7d40ad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278885 Jul 19 15:48:57.784188 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-5944f80e-5fc1-4c88-b376-4bd85e10dcc3 service neutron] 10.222.0.64 "GET /v2.0/networks/ff064e7f-b96b-4a93-a399-a8dfccadf354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825677 Jul 19 15:48:57.814893 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=77,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:57.815812 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=31,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:57.878702 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-679a9b35-93a3-4522-878b-5ed5a7a250bd service neutron] 10.222.0.64 "GET /v2.0/networks/ff064e7f-b96b-4a93-a399-a8dfccadf354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886316 Jul 19 15:48:58.037959 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9b0803eb-ca25-40c5-bd87-d24baf2aba27 req-10def524-6ea6-4171-87d4-5ab355aed21c tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 210 time: 0.0303922 Jul 19 15:48:59.061647 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-68939be2-3094-493e-b936-931d23894865 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:59.063212 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-68939be2-3094-493e-b936-931d23894865 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.36 "GET /v2.0/networks?id=ff064e7f-b96b-4a93-a399-a8dfccadf354 HTTP/1.1" status: 200 len: 813 time: 0.1098588 Jul 19 15:48:59.078407 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-a6ff15cf-cf44-4be7-8540-5a6475236bbd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Request body: {'port': {'device_id': '672d60bf-f3f3-41af-80a8-3843b33aad78', 'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354', 'admin_state_up': True, 'tenant_id': '41bf5203b925421b9dd2ccc5b7d40ad8'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:48:59.142294 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ba628951-874e-4386-824f-9b2b03f041b4 req-a662cc79-500d-41df-97c5-a4a7ea0707d6 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 210 time: 0.0295265 Jul 19 15:48:59.193518 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-a6ff15cf-cf44-4be7-8540-5a6475236bbd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Made reservation on behalf of 41bf5203b925421b9dd2ccc5b7d40ad8 for: {'port': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:48:59.197006 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-a6ff15cf-cf44-4be7-8540-5a6475236bbd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:59.329126 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-a6ff15cf-cf44-4be7-8540-5a6475236bbd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Allocated IP 172.20.0.4 (ff064e7f-b96b-4a93-a399-a8dfccadf354/3526470d-ef54-4f8e-8cc8-6badf283867e/90fe63af-3f5b-4170-8459-f2ece9a2abde) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:48:59.475729 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-a6ff15cf-cf44-4be7-8540-5a6475236bbd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks [] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:59.507405 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-a6ff15cf-cf44-4be7-8540-5a6475236bbd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:59.552375 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-a6ff15cf-cf44-4be7-8540-5a6475236bbd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Network ff064e7f-b96b-4a93-a399-a8dfccadf354 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:48:59.557829 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-a6ff15cf-cf44-4be7-8540-5a6475236bbd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:48:59.561944 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-a6ff15cf-cf44-4be7-8540-5a6475236bbd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:48:59.586102 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff15cf-cf44-4be7-8540-5a6475236bbd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Pushing event updated for resources: {'Port': ['ID=90fe63af-3f5b-4170-8459-f2ece9a2abde,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:48:59.614469 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-a6ff15cf-cf44-4be7-8540-5a6475236bbd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:48:59.615085 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-a6ff15cf-cf44-4be7-8540-5a6475236bbd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:59.630963 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-a6ff15cf-cf44-4be7-8540-5a6475236bbd tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5574830 Jul 19 15:48:59.645414 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Request body: {'port': {'device_id': '672d60bf-f3f3-41af-80a8-3843b33aad78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:48:59.709332 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:59.755674 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:59.762723 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:48:59.960799 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fe63af-3f5b-4170-8459-f2ece9a2abde {{(pid=115785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:48:59.968100 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Publish callbacks [] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:48:59.980740 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.provisioning_blocks [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Transition to ACTIVE for port object 90fe63af-3f5b-4170-8459-f2ece9a2abde will not be triggered until provisioned by entity L2. {{(pid=115785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:48:59.985219 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:00.039481 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Pushing event updated for resources: {'Port': ['ID=90fe63af-3f5b-4170-8459-f2ece9a2abde,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:00.107966 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Attempting to bind port 90fe63af-3f5b-4170-8459-f2ece9a2abde on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:49:00.108657 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Attempting to bind port 90fe63af-3f5b-4170-8459-f2ece9a2abde by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '686b31e9-35fa-4aa1-bb81-6766909ed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354'}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:49:00.108657 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Attempting to bind port 90fe63af-3f5b-4170-8459-f2ece9a2abde on network ff064e7f-b96b-4a93-a399-a8dfccadf354 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:49:00.113667 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Port 90fe63af-3f5b-4170-8459-f2ece9a2abde on network ff064e7f-b96b-4a93-a399-a8dfccadf354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:49:00.113981 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Attempting to bind port 90fe63af-3f5b-4170-8459-f2ece9a2abde on network ff064e7f-b96b-4a93-a399-a8dfccadf354 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:49:00.118867 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:49:00.119525 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Checking segment: {'id': '686b31e9-35fa-4aa1-bb81-6766909ed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:49:00.119912 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Bound using segment: {'id': '686b31e9-35fa-4aa1-bb81-6766909ed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354'} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:49:00.120337 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Bound port: 90fe63af-3f5b-4170-8459-f2ece9a2abde, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686b31e9-35fa-4aa1-bb81-6766909ed2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354'}}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:49:00.120685 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:00.184288 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] For port 90fe63af-3f5b-4170-8459-f2ece9a2abde, host hv-cinder-84902, cleared binding levels {{(pid=115785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:49:00.187989 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] For port 90fe63af-3f5b-4170-8459-f2ece9a2abde, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=90fe63af-3f5b-4170-8459-f2ece9a2abde,segment=NetworkSegment(686b31e9-35fa-4aa1-bb81-6766909ed2b2),segment_id=686b31e9-35fa-4aa1-bb81-6766909ed2b2)] {{(pid=115785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:49:00.194566 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:00.242535 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:00.243157 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:00.244513 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] 10.222.0.36 "PUT /v2.0/ports/90fe63af-3f5b-4170-8459-f2ece9a2abde HTTP/1.1" status: 200 len: 1093 time: 0.6030285 Jul 19 15:49:00.246511 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672d60bf-f3f3-41af-80a8-3843b33aad78', 'tag': '90fe63af-3f5b-4170-8459-f2ece9a2abde'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:49:00.248720 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4761fa4-5bc4-4289-bed0-a09f9283ab65" -d '{"events": [{"name": "network-changed", "server_uuid": "672d60bf-f3f3-41af-80a8-3843b33aad78", "tag": "90fe63af-3f5b-4170-8459-f2ece9a2abde"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:49:00.295392 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7057325-a2d2-4379-8d05-30e209b4747a service neutron] Pushing event updated for resources: {'Port': ['ID=90fe63af-3f5b-4170-8459-f2ece9a2abde,revision_number=3']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:00.304355 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0152309-346f-4233-8e3c-baa0b7758bea req-0c5cdd7e-b326-42f1-9b8b-5771c296268a tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:00.305869 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c0152309-346f-4233-8e3c-baa0b7758bea req-0c5cdd7e-b326-42f1-9b8b-5771c296268a tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 943 time: 0.0818477 Jul 19 15:49:00.343958 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8e51da-2afb-41d0-9215-e67f49393db9 x-openstack-request-id: req-3a8e51da-2afb-41d0-9215-e67f49393db9 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:49:00.344242 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672d60bf-f3f3-41af-80a8-3843b33aad78", "tag": "90fe63af-3f5b-4170-8459-f2ece9a2abde", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:49:00.344507 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a8e51da-2afb-41d0-9215-e67f49393db9 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:49:00.344889 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a8e51da-2afb-41d0-9215-e67f49393db9'] response: {'name': 'network-changed', 'server_uuid': '672d60bf-f3f3-41af-80a8-3843b33aad78', 'tag': '90fe63af-3f5b-4170-8459-f2ece9a2abde', 'status': 'completed', 'code': 200} Jul 19 15:49:00.370646 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-7288b8e3-0057-4455-8ca1-c47f3690fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:00.372133 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-7288b8e3-0057-4455-8ca1-c47f3690fc0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41bf5203b925421b9dd2ccc5b7d40ad8&device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 1127 time: 0.0653894 Jul 19 15:49:00.419014 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c0152309-346f-4233-8e3c-baa0b7758bea req-1e9c4c17-b010-4b42-a4d6-9ed1d0cfad5e tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032596 Jul 19 15:49:00.420903 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-88604cbe-c1fb-4ce9-b18b-fd7cf23ec402 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90fe63af-3f5b-4170-8459-f2ece9a2abde HTTP/1.1" status: 200 len: 217 time: 0.0388501 Jul 19 15:49:00.470955 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-890e28df-0cb2-40b5-b23b-a06c7f6c45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:00.472371 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-890e28df-0cb2-40b5-b23b-a06c7f6c45aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3526470d-ef54-4f8e-8cc8-6badf283867e HTTP/1.1" status: 200 len: 853 time: 0.0438962 Jul 19 15:49:00.507865 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-aff91ef1-de8c-44f4-9499-4c9120fe3370 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff064e7f-b96b-4a93-a399-a8dfccadf354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264935 Jul 19 15:49:00.601539 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-e77c6b37-9029-4614-83b8-a37b5f1ff084 service neutron] 10.222.0.36 "GET /v2.0/networks/ff064e7f-b96b-4a93-a399-a8dfccadf354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862963 Jul 19 15:49:00.674946 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:00.686051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:00.705125 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-82bdee15-1110-4593-82ac-f5a02366aa01 req-ef27288b-942d-4995-94f2-76432af9a37a service neutron] 10.222.0.36 "GET /v2.0/networks/ff064e7f-b96b-4a93-a399-a8dfccadf354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914085 Jul 19 15:49:01.534594 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57507be0-65b0-4282-965a-6f018136f1e8 req-8551dc63-dda5-444e-8365-0954068098f6 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:01.536047 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-57507be0-65b0-4282-965a-6f018136f1e8 req-8551dc63-dda5-444e-8365-0954068098f6 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 943 time: 0.0474589 Jul 19 15:49:01.587637 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-57507be0-65b0-4282-965a-6f018136f1e8 req-6912bdbc-befa-459f-be50-b346ba4ddaca tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457523 Jul 19 15:49:02.012075 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4761fa4-5bc4-4289-bed0-a09f9283ab65 req-7dc8901c-0408-47f8-ac88-ddc3ff1efe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:02.013584 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4761fa4-5bc4-4289-bed0-a09f9283ab65 req-7dc8901c-0408-47f8-ac88-ddc3ff1efe41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41bf5203b925421b9dd2ccc5b7d40ad8&device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 1127 time: 0.0394232 Jul 19 15:49:02.033424 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:02.034178 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:02.094510 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 90fe63af-3f5b-4170-8459-f2ece9a2abde details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:49:02.107350 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4761fa4-5bc4-4289-bed0-a09f9283ab65 req-de929881-0caa-4081-b32a-fa69b34897ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:02.108830 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4761fa4-5bc4-4289-bed0-a09f9283ab65 req-de929881-0caa-4081-b32a-fa69b34897ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff064e7f-b96b-4a93-a399-a8dfccadf354 HTTP/1.1" status: 200 len: 914 time: 0.0863686 Jul 19 15:49:02.154911 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4761fa4-5bc4-4289-bed0-a09f9283ab65 req-2f75ced8-82c7-48a1-a98d-cae95b26426b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90fe63af-3f5b-4170-8459-f2ece9a2abde HTTP/1.1" status: 200 len: 217 time: 0.0370109 Jul 19 15:49:02.196446 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 90fe63af-3f5b-4170-8459-f2ece9a2abde, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=90fe63af-3f5b-4170-8459-f2ece9a2abde,segment=NetworkSegment(686b31e9-35fa-4aa1-bb81-6766909ed2b2),segment_id=686b31e9-35fa-4aa1-bb81-6766909ed2b2)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:49:02.207231 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4761fa4-5bc4-4289-bed0-a09f9283ab65 req-4e9a4820-85e2-4f5b-b555-155af691a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:02.208381 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '90fe63af-3f5b-4170-8459-f2ece9a2abde', 'network_id': 'ff064e7f-b96b-4a93-a399-a8dfccadf354', 'port_id': '90fe63af-3f5b-4170-8459-f2ece9a2abde', 'mac_address': 'fa:16:3e:14:da:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3526470d-ef54-4f8e-8cc8-6badf283867e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:49:02.208699 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4761fa4-5bc4-4289-bed0-a09f9283ab65 req-4e9a4820-85e2-4f5b-b555-155af691a49a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3526470d-ef54-4f8e-8cc8-6badf283867e HTTP/1.1" status: 200 len: 853 time: 0.0469835 Jul 19 15:49:02.241739 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4761fa4-5bc4-4289-bed0-a09f9283ab65 req-c7cf42a9-4374-45cb-b074-6aaf64e46ddc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff064e7f-b96b-4a93-a399-a8dfccadf354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257115 Jul 19 15:49:02.244890 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 90fe63af-3f5b-4170-8459-f2ece9a2abde is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:49:02.245284 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:02.262544 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fe63af-3f5b-4170-8459-f2ece9a2abde {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:49:02.282922 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 90fe63af-3f5b-4170-8459-f2ece9a2abde, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=90fe63af-3f5b-4170-8459-f2ece9a2abde,segment=NetworkSegment(686b31e9-35fa-4aa1-bb81-6766909ed2b2),segment_id=686b31e9-35fa-4aa1-bb81-6766909ed2b2)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:49:02.287163 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:02.335858 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=90fe63af-3f5b-4170-8459-f2ece9a2abde,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:02.341181 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4761fa4-5bc4-4289-bed0-a09f9283ab65 req-886e52fe-994b-4700-9259-5eec021877b8 service neutron] 10.222.0.36 "GET /v2.0/networks/ff064e7f-b96b-4a93-a399-a8dfccadf354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914102 Jul 19 15:49:02.343107 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.343507 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.343948 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.344310 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.344654 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.344990 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.345324 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.345655 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.345984 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.346315 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.346674 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.347021 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.347355 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.347678 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.348002 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:02.433455 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d4761fa4-5bc4-4289-bed0-a09f9283ab65 req-c662b273-33b4-473d-b7a7-b88531df9653 service neutron] 10.222.0.36 "GET /v2.0/networks/ff064e7f-b96b-4a93-a399-a8dfccadf354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837562 Jul 19 15:49:02.632546 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['90fe63af-3f5b-4170-8459-f2ece9a2abde'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:49:02.707330 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5d01d-6daa-47ce-937e-c4bf20984b93 req-a0dbbf94-6b0f-47a5-865c-0bc7f81ba6e6 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:02.708818 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9fe5d01d-6daa-47ce-937e-c4bf20984b93 req-a0dbbf94-6b0f-47a5-865c-0bc7f81ba6e6 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 944 time: 0.0526600 Jul 19 15:49:02.757387 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9fe5d01d-6daa-47ce-937e-c4bf20984b93 req-dc4b4cb6-c5d5-43a2-87be-0ae6bb8d7193 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427964 Jul 19 15:49:03.870639 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8369cf4-f2d1-42eb-ba76-9631e40cbfd2 req-bdb3e30f-4adb-4114-8874-7a3a42065ff0 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:03.872102 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d8369cf4-f2d1-42eb-ba76-9631e40cbfd2 req-bdb3e30f-4adb-4114-8874-7a3a42065ff0 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 944 time: 0.0473781 Jul 19 15:49:03.918860 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d8369cf4-f2d1-42eb-ba76-9631e40cbfd2 req-55a91c86-45bd-48b8-86ed-3bd64a8b7f83 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409727 Jul 19 15:49:04.241060 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 90fe63af-3f5b-4170-8459-f2ece9a2abde up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:49:04.284858 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port 90fe63af-3f5b-4170-8459-f2ece9a2abde completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:49:04.291397 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 90fe63af-3f5b-4170-8459-f2ece9a2abde triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:49:04.291772 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:04.363621 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 90fe63af-3f5b-4170-8459-f2ece9a2abde is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:49:04.364010 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:04.387303 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672d60bf-f3f3-41af-80a8-3843b33aad78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fe63af-3f5b-4170-8459-f2ece9a2abde'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:49:04.389513 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f358bb5-65cf-4b1d-b628-ebe88e65fbfc" -d '{"events": [{"server_uuid": "672d60bf-f3f3-41af-80a8-3843b33aad78", "name": "network-vif-plugged", "status": "completed", "tag": "90fe63af-3f5b-4170-8459-f2ece9a2abde"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:49:04.405947 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 90fe63af-3f5b-4170-8459-f2ece9a2abde, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=90fe63af-3f5b-4170-8459-f2ece9a2abde,segment=NetworkSegment(686b31e9-35fa-4aa1-bb81-6766909ed2b2),segment_id=686b31e9-35fa-4aa1-bb81-6766909ed2b2)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:49:04.409993 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:04.431839 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75a58cc-b74c-4501-ba26-247cba94f958 x-openstack-request-id: req-e75a58cc-b74c-4501-ba26-247cba94f958 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:49:04.432130 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672d60bf-f3f3-41af-80a8-3843b33aad78", "name": "network-vif-plugged", "status": "completed", "tag": "90fe63af-3f5b-4170-8459-f2ece9a2abde", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:49:04.432387 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e75a58cc-b74c-4501-ba26-247cba94f958 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:49:04.432779 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75a58cc-b74c-4501-ba26-247cba94f958'] response: {'server_uuid': '672d60bf-f3f3-41af-80a8-3843b33aad78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fe63af-3f5b-4170-8459-f2ece9a2abde', 'code': 200} Jul 19 15:49:04.459003 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=90fe63af-3f5b-4170-8459-f2ece9a2abde,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:04.611707 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c23d84-db8c-497e-a118-5bbe0034b199 req-bba26928-3355-4f24-a03e-65fbc6ef7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:04.613202 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-22c23d84-db8c-497e-a118-5bbe0034b199 req-bba26928-3355-4f24-a03e-65fbc6ef7ad6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 1129 time: 0.0400426 Jul 19 15:49:04.658814 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-22c23d84-db8c-497e-a118-5bbe0034b199 req-baa5f83a-0b85-44a5-942a-6f945a9c5ec6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379748 Jul 19 15:49:05.031549 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5b6ce-c0f7-46f0-aa01-963c50f51a26 req-17c38433-d6fd-472f-8a67-c25b28429701 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:05.033041 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e8a5b6ce-c0f7-46f0-aa01-963c50f51a26 req-17c38433-d6fd-472f-8a67-c25b28429701 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 945 time: 0.0469005 Jul 19 15:49:05.079525 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e8a5b6ce-c0f7-46f0-aa01-963c50f51a26 req-58e12127-b41c-439c-bea4-5392e3bad488 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405924 Jul 19 15:49:06.198348 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84934b78-d027-40fe-b445-20bb258222a2 req-2c310a0f-d40f-43c8-adcb-3da608788141 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:06.199868 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-84934b78-d027-40fe-b445-20bb258222a2 req-2c310a0f-d40f-43c8-adcb-3da608788141 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 945 time: 0.0510583 Jul 19 15:49:06.251666 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-84934b78-d027-40fe-b445-20bb258222a2 req-2fa2565c-fe95-4555-9535-4a3678098b50 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450249 Jul 19 15:49:07.368496 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf4c5c-0d23-4089-b6df-94b01ea1c22c req-9bac14d5-34af-4693-b30e-40e1667145ec tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:07.369961 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3faf4c5c-0d23-4089-b6df-94b01ea1c22c req-9bac14d5-34af-4693-b30e-40e1667145ec tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 945 time: 0.0518327 Jul 19 15:49:07.417576 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3faf4c5c-0d23-4089-b6df-94b01ea1c22c req-8111e68e-9683-425e-b3ff-79f40a843171 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Jul 19 15:49:10.353884 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:15.871269 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817ac6-049e-4095-a13c-cf03b8f561e0 req-1cebffcc-5521-4b32-91e7-fba64eee5582 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:15.872735 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a0817ac6-049e-4095-a13c-cf03b8f561e0 req-1cebffcc-5521-4b32-91e7-fba64eee5582 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0472176 Jul 19 15:49:15.920421 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a0817ac6-049e-4095-a13c-cf03b8f561e0 req-f095e038-6846-4d02-a86b-7fc4458ff11f tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411518 Jul 19 15:49:16.222897 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ff72e214-8fb9-422e-9cb4-009dd82bc6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:17.034647 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd060d-8c65-4365-aa5a-0200e88cffc7 req-90b26a9a-21e9-40fa-98f3-15ba1e35345a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:17.036105 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f6dd060d-8c65-4365-aa5a-0200e88cffc7 req-90b26a9a-21e9-40fa-98f3-15ba1e35345a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0478966 Jul 19 15:49:17.082504 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f6dd060d-8c65-4365-aa5a-0200e88cffc7 req-ed22b861-3943-4249-b0b8-aadc15a14b2b tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407369 Jul 19 15:49:17.411212 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=70 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:17.413807 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=68 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:18.198738 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d6cb5-9224-4b01-b290-5e5eba08dbaa req-05567c59-8ad9-42a6-b273-d860c34ace79 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:18.200249 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e04d6cb5-9224-4b01-b290-5e5eba08dbaa req-05567c59-8ad9-42a6-b273-d860c34ace79 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0512073 Jul 19 15:49:18.226791 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:18.248197 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e04d6cb5-9224-4b01-b290-5e5eba08dbaa req-28980f02-e83c-47c7-ad0d-25c028c92180 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417171 Jul 19 15:49:18.619925 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f53851ce-23bc-440e-b126-41edde94bfa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:19.369194 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3672c-5637-46d6-84b6-e0ff0d6a9fec req-c8703a42-9c63-455f-9651-32267d0bb81a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:19.370691 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dad3672c-5637-46d6-84b6-e0ff0d6a9fec req-c8703a42-9c63-455f-9651-32267d0bb81a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0471823 Jul 19 15:49:19.404175 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:19.419322 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dad3672c-5637-46d6-84b6-e0ff0d6a9fec req-6638137b-2035-430a-86c3-e8eac01b1bad tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427115 Jul 19 15:49:19.608153 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:20.536706 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048a673-38d3-445a-b9da-927a9a83ccdb req-754d1a09-e743-43a5-af99-1fa0a797f65b tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:20.538411 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9048a673-38d3-445a-b9da-927a9a83ccdb req-754d1a09-e743-43a5-af99-1fa0a797f65b tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0493405 Jul 19 15:49:20.589549 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9048a673-38d3-445a-b9da-927a9a83ccdb req-31bdbdef-5132-470e-a2ca-585ab95f4ed1 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455744 Jul 19 15:49:21.512809 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:21.704561 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0c26f-31f8-4e14-90ae-061e11cb8494 req-d8c331c3-a44c-44c8-9637-dfcdd0448060 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:21.706495 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6be0c26f-31f8-4e14-90ae-061e11cb8494 req-d8c331c3-a44c-44c8-9637-dfcdd0448060 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0497429 Jul 19 15:49:21.754564 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6be0c26f-31f8-4e14-90ae-061e11cb8494 req-d27658fa-ae5e-4c98-b815-18eae2b9f653 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 Jul 19 15:49:21.845193 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:21.858799 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:22.627863 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-102e0404-fef7-4caf-9455-ff034a34b206 req-34853358-4769-424c-a3a3-7a8fcbb3232f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421660 Jul 19 15:49:22.811486 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:49:22.873357 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be0121-67c3-4ba8-be4c-db47b99c50f1 req-8df42e54-f277-4ca3-9660-b88a6d12ce33 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:22.874863 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f9be0121-67c3-4ba8-be4c-db47b99c50f1 req-8df42e54-f277-4ca3-9660-b88a6d12ce33 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0506997 Jul 19 15:49:22.933014 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e0404-fef7-4caf-9455-ff034a34b206 req-85ec420b-9317-469b-9bca-9d7a532dc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:22.934578 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-102e0404-fef7-4caf-9455-ff034a34b206 req-85ec420b-9317-469b-9bca-9d7a532dc2c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 1129 time: 0.0556066 Jul 19 15:49:22.956972 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f9be0121-67c3-4ba8-be4c-db47b99c50f1 req-284d7910-fb27-4c14-8fbc-77bcb9fcb8fb tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689719 Jul 19 15:49:23.075966 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-1e1bf3ff-fba8-42e1-b350-93b18c33a942 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:23.077411 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-1e1bf3ff-fba8-42e1-b350-93b18c33a942 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0595729 Jul 19 15:49:23.113859 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e0404-fef7-4caf-9455-ff034a34b206 req-b310d91a-6515-4470-b585-1218786a1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:23.115291 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-102e0404-fef7-4caf-9455-ff034a34b206 req-b310d91a-6515-4470-b585-1218786a1335 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.1558125 Jul 19 15:49:23.183809 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-102e0404-fef7-4caf-9455-ff034a34b206 req-29d4bdfd-09bf-416e-8b92-a243eb8f7fff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7989e60-2708-4f38-9de4-2ddeed675e74 HTTP/1.1" status: 200 len: 217 time: 0.0587113 Jul 19 15:49:23.225241 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Deleting port 41689fce-682e-44b2-a26f-83d31eb3790b {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:49:23.225584 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:23.290760 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e0404-fef7-4caf-9455-ff034a34b206 req-da20be47-3ad1-406b-a878-4a9435f0096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:23.292134 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-102e0404-fef7-4caf-9455-ff034a34b206 req-da20be47-3ad1-406b-a878-4a9435f0096d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.1007061 Jul 19 15:49:23.603629 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e0404-fef7-4caf-9455-ff034a34b206 req-2465577a-1cc5-4c32-915e-77c1cb78dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:23.605127 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-102e0404-fef7-4caf-9455-ff034a34b206 req-2465577a-1cc5-4c32-915e-77c1cb78dc64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3059399 Jul 19 15:49:23.606774 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] For port 41689fce-682e-44b2-a26f-83d31eb3790b, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=41689fce-682e-44b2-a26f-83d31eb3790b,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:49:23.607136 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:23.771697 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:23.827274 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=2 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:23.839082 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-102e0404-fef7-4caf-9455-ff034a34b206 req-7080fa65-df82-432d-93cb-2b96bc767326 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246766 Jul 19 15:49:23.892265 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:23.956721 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:23.957085 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (2334bd84-8c4e-4d28-a422-a8361e7e056d), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:23.957396 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Floating IP 2334bd84-8c4e-4d28-a422-a8361e7e056d disassociated. External IP: 172.27.2.151, port: 41689fce-682e-44b2-a26f-83d31eb3790b. Jul 19 15:49:23.957746 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Calling delete_port for 41689fce-682e-44b2-a26f-83d31eb3790b owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:49:24.031052 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-102e0404-fef7-4caf-9455-ff034a34b206 req-7b13e8f4-6f16-4ee6-adfc-076258c69023 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849489 Jul 19 15:49:24.081130 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b09de-020b-43ef-95fd-b37e13e42ecb req-c17fc0b4-87e5-41c3-8ef4-f09ad7b30f0c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:24.082914 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8c2b09de-020b-43ef-95fd-b37e13e42ecb req-c17fc0b4-87e5-41c3-8ef4-f09ad7b30f0c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 945 time: 0.0553966 Jul 19 15:49:24.133284 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (41689fce-682e-44b2-a26f-83d31eb3790b), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:24.144637 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8c2b09de-020b-43ef-95fd-b37e13e42ecb req-f95383c1-1a6d-452e-9b1d-12eef36b493b tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=db296874-47b1-4d2d-ba5f-d9ef846432eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551958 Jul 19 15:49:24.162542 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event deleted for resources: {'Port': ['ID=41689fce-682e-44b2-a26f-83d31eb3790b,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:24.273779 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Router 441aac0f-e735-413c-9ddc-149e4b085715 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:49:24.389314 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:49:24.399733 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b2353-93dd-445a-bb62-a6702c15af31 None None] Sync routers for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:49:24.410879 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b2353-93dd-445a-bb62-a6702c15af31 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:49:24.411681 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-683b2353-93dd-445a-bb62-a6702c15af31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:49:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:24.439727 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] No DVR routers for this DVR port 41689fce-682e-44b2-a26f-83d31eb3790b on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:49:24.444525 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:24.448045 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b14e5473-8dd2-4aae-80b5-98941c00e5d2 req-13f8e589-90de-4c92-bd36-e49bc3de5360 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "DELETE /v2.0/ports/41689fce-682e-44b2-a26f-83d31eb3790b HTTP/1.1" status: 204 len: 173 time: 1.3609352 Jul 19 15:49:24.448676 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bc17d6-5509-446d-a843-99a70b397128', 'name': 'network-vif-deleted', 'tag': '41689fce-682e-44b2-a26f-83d31eb3790b'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:49:24.451925 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf01bbdd-5a82-47ad-a218-f4a1a4f2723b" -d '{"events": [{"server_uuid": "78bc17d6-5509-446d-a843-99a70b397128", "name": "network-vif-deleted", "tag": "41689fce-682e-44b2-a26f-83d31eb3790b"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:49:24.465730 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:24.497820 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677e1e4a-34ff-483b-a7b4-f62759524bcc x-openstack-request-id: req-677e1e4a-34ff-483b-a7b4-f62759524bcc {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:49:24.498415 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bc17d6-5509-446d-a843-99a70b397128", "name": "network-vif-deleted", "tag": "41689fce-682e-44b2-a26f-83d31eb3790b", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:49:24.498652 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-677e1e4a-34ff-483b-a7b4-f62759524bcc {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:49:24.499082 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677e1e4a-34ff-483b-a7b4-f62759524bcc'] response: {'server_uuid': '78bc17d6-5509-446d-a843-99a70b397128', 'name': 'network-vif-deleted', 'tag': '41689fce-682e-44b2-a26f-83d31eb3790b', 'status': 'completed', 'code': 200} Jul 19 15:49:24.543356 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-683b2353-93dd-445a-bb62-a6702c15af31 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:49:24.776839 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-683b2353-93dd-445a-bb62-a6702c15af31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:e5:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:45:23Z', 'updated_at': '2022-07-19T15:46:16Z', 'revision_number': 2, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:24.803520 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b2353-93dd-445a-bb62-a6702c15af31 None None] Checking router: 441aac0f-e735-413c-9ddc-149e4b085715 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:49:24.813965 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b2353-93dd-445a-bb62-a6702c15af31 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:49:24.814595 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-683b2353-93dd-445a-bb62-a6702c15af31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:49:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:24.930604 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-683b2353-93dd-445a-bb62-a6702c15af31 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:49:25.154621 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-683b2353-93dd-445a-bb62-a6702c15af31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:e5:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:45:23Z', 'updated_at': '2022-07-19T15:46:16Z', 'revision_number': 2, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:25.180309 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b2353-93dd-445a-bb62-a6702c15af31 None None] The sync data for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi is: [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:e5:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:45:23Z', 'updated_at': '2022-07-19T15:46:16Z', 'revision_number': 2, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:49:25.261143 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-da0b30b3-1828-4c49-b58f-aa3d43a86b3c req-ae7b9148-82c1-4c88-8fdb-202891617831 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=78bc17d6-5509-446d-a843-99a70b397128 HTTP/1.1" status: 200 len: 210 time: 0.0321827 Jul 19 15:49:25.445321 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344c3ee-379a-4860-af4a-ea3ac2a7a504 None None] New status for floating IP 2334bd84-8c4e-4d28-a422-a8361e7e056d: DOWN {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:49:26.348052 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 60544) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:26.408863 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-19ae6afa-863c-49a9-842c-ffd8730877bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (db296874-47b1-4d2d-ba5f-d9ef846432eb), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:26.434601 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-19ae6afa-863c-49a9-842c-ffd8730877bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (db296874-47b1-4d2d-ba5f-d9ef846432eb), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:26.488050 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-19ae6afa-863c-49a9-842c-ffd8730877bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (db296874-47b1-4d2d-ba5f-d9ef846432eb), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:26.490700 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-19ae6afa-863c-49a9-842c-ffd8730877bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:26.491920 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-19ae6afa-863c-49a9-842c-ffd8730877bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "DELETE /v2.0/security-groups/db296874-47b1-4d2d-ba5f-d9ef846432eb HTTP/1.1" status: 204 len: 168 time: 0.1427779 Jul 19 15:49:26.494828 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60546) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:26.502968 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae6afa-863c-49a9-842c-ffd8730877bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db296874-47b1-4d2d-ba5f-d9ef846432eb,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:26.511400 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.api.v2.resource [None req-ac60a5f7-2ebc-4406-8409-fd33838859aa tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] show failed (client error): The resource could not be found. Jul 19 15:49:26.516240 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 60548) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:26.516640 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-ac60a5f7-2ebc-4406-8409-fd33838859aa tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups/db296874-47b1-4d2d-ba5f-d9ef846432eb HTTP/1.1" status: 404 len: 347 time: 0.0198977 Jul 19 15:49:26.631271 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-60ae6e88-68ea-46b4-af0d-014ecaea809c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Deleting port 4f251ae1-6734-4f3d-aef6-fe543581dd76 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:49:26.631612 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-60ae6e88-68ea-46b4-af0d-014ecaea809c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (4f251ae1-6734-4f3d-aef6-fe543581dd76), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:26.642941 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:26.709709 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-60ae6e88-68ea-46b4-af0d-014ecaea809c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (4f251ae1-6734-4f3d-aef6-fe543581dd76), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:26.710032 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-60ae6e88-68ea-46b4-af0d-014ecaea809c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (4f251ae1-6734-4f3d-aef6-fe543581dd76), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:26.716626 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:26.724033 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-60ae6e88-68ea-46b4-af0d-014ecaea809c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Calling delete_port for 4f251ae1-6734-4f3d-aef6-fe543581dd76 owned by network:floatingip {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:49:26.864051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-60ae6e88-68ea-46b4-af0d-014ecaea809c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (4f251ae1-6734-4f3d-aef6-fe543581dd76), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:26.886395 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae6e88-68ea-46b4-af0d-014ecaea809c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event deleted for resources: {'Port': ['ID=4f251ae1-6734-4f3d-aef6-fe543581dd76,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:26.954584 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-60ae6e88-68ea-46b4-af0d-014ecaea809c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (2334bd84-8c4e-4d28-a422-a8361e7e056d), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:26.957132 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-60ae6e88-68ea-46b4-af0d-014ecaea809c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:26.958307 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-60ae6e88-68ea-46b4-af0d-014ecaea809c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "DELETE /v2.0/floatingips/2334bd84-8c4e-4d28-a422-a8361e7e056d HTTP/1.1" status: 204 len: 168 time: 0.4410591 Jul 19 15:49:28.173230 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 41689fce-682e-44b2-a26f-83d31eb3790b no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:49:28.193230 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: 41689fce-682e-44b2-a26f-83d31eb3790b {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:49:28.193578 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 41689fce-682e-44b2-a26f-83d31eb3790b not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:49:30.509155 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571f70d-8f04-4578-abf2-af81a85d52ca req-e5b6939e-a100-4982-9bf5-97bbede99660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:30.510741 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0571f70d-8f04-4578-abf2-af81a85d52ca req-e5b6939e-a100-4982-9bf5-97bbede99660 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 1130 time: 0.0668516 Jul 19 15:49:30.524033 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e0d42-434b-40ea-bd1f-deadba8916e9 req-4e73ac67-0aa3-4b3d-ae6b-c5e143166195 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:30.525468 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2c7e0d42-434b-40ea-bd1f-deadba8916e9 req-4e73ac67-0aa3-4b3d-ae6b-c5e143166195 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0713339 Jul 19 15:49:30.573383 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2c7e0d42-434b-40ea-bd1f-deadba8916e9 req-e8f96c64-a722-435c-8a63-82b8b04fefd3 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422013 Jul 19 15:49:30.933201 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571f70d-8f04-4578-abf2-af81a85d52ca req-8435fed5-6a15-4624-92be-959886aaec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:30.934752 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0571f70d-8f04-4578-abf2-af81a85d52ca req-8435fed5-6a15-4624-92be-959886aaec5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.0940220 Jul 19 15:49:31.053706 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0571f70d-8f04-4578-abf2-af81a85d52ca req-90af8db6-13f0-4145-8a3d-4e4b65ea8d8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=588a9a7a-f29d-40a2-abf8-161404100f96 HTTP/1.1" status: 200 len: 1001 time: 0.0570960 Jul 19 15:49:31.128269 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571f70d-8f04-4578-abf2-af81a85d52ca req-24c6ca6d-0acb-4101-a993-d54cc76643d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:31.129704 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0571f70d-8f04-4578-abf2-af81a85d52ca req-24c6ca6d-0acb-4101-a993-d54cc76643d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.0472500 Jul 19 15:49:31.178524 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571f70d-8f04-4578-abf2-af81a85d52ca req-03c59ec0-357c-40aa-aa34-119800ab954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:31.179988 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0571f70d-8f04-4578-abf2-af81a85d52ca req-03c59ec0-357c-40aa-aa34-119800ab954c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399463 Jul 19 15:49:31.272870 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0571f70d-8f04-4578-abf2-af81a85d52ca req-db2305f1-c741-4190-b0b0-59036d9a9d83 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851688 Jul 19 15:49:31.383718 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0571f70d-8f04-4578-abf2-af81a85d52ca req-77303f80-0eb7-4b40-8662-e0fa6f6da933 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003194 Jul 19 15:49:31.722611 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2bc81-a025-4a7b-9cda-79fa902a2236 req-373dc88e-99e3-49e2-a1cd-0f99aa99a28c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:31.724141 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fbf2bc81-a025-4a7b-9cda-79fa902a2236 req-373dc88e-99e3-49e2-a1cd-0f99aa99a28c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0502155 Jul 19 15:49:31.735587 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:31.774633 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fbf2bc81-a025-4a7b-9cda-79fa902a2236 req-4fabbc40-dd28-48d6-b7e6-b4b2788d0e03 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450661 Jul 19 15:49:31.795442 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b2ab3-08d8-490a-8247-dd3e6c912647 req-03f27a80-413d-42f4-a9c7-7f1924faf577 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:31.797058 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-092b2ab3-08d8-490a-8247-dd3e6c912647 req-03f27a80-413d-42f4-a9c7-7f1924faf577 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0487132 Jul 19 15:49:31.847684 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-092b2ab3-08d8-490a-8247-dd3e6c912647 req-0d7655ad-8628-41d5-9203-b3e37dd5eb3c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442493 Jul 19 15:49:31.883304 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca810e12-deeb-45a8-ba6f-285518602ff9 req-d01f64e4-86d2-47e6-a2cd-5507344562c9 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:31.884781 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ca810e12-deeb-45a8-ba6f-285518602ff9 req-d01f64e4-86d2-47e6-a2cd-5507344562c9 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 945 time: 0.0511861 Jul 19 15:49:31.903330 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:31.933860 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ca810e12-deeb-45a8-ba6f-285518602ff9 req-158d04de-4155-4070-b6d8-76b1c2334949 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436718 Jul 19 15:49:32.892431 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec95fc9-d6e3-48b9-ae28-229d67611233 req-b1da98ca-c186-45bb-bc57-3d24632435e1 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:32.893940 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0ec95fc9-d6e3-48b9-ae28-229d67611233 req-b1da98ca-c186-45bb-bc57-3d24632435e1 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0489290 Jul 19 15:49:32.943366 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0ec95fc9-d6e3-48b9-ae28-229d67611233 req-730e6523-df8a-4fb4-aa1e-bcf8c6eff889 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437384 Jul 19 15:49:32.967723 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a29f47-d240-407b-a89c-10c09a993b98 req-c7880860-968f-420e-aacd-df038c3ca49c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:32.969366 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-93a29f47-d240-407b-a89c-10c09a993b98 req-c7880860-968f-420e-aacd-df038c3ca49c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0511034 Jul 19 15:49:33.017255 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-93a29f47-d240-407b-a89c-10c09a993b98 req-4a6c4bda-e83d-4b94-beec-67c083c0d079 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422041 Jul 19 15:49:33.050701 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea62ae-6b08-4730-b19f-ba28d24af2e5 req-4b87f574-5092-435a-932f-9960c625e8fe tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:33.052169 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1cea62ae-6b08-4730-b19f-ba28d24af2e5 req-4b87f574-5092-435a-932f-9960c625e8fe tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 945 time: 0.0507171 Jul 19 15:49:33.098912 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1cea62ae-6b08-4730-b19f-ba28d24af2e5 req-dcbbeddc-fc8c-4ed8-91d2-7a163e4a59ca tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412905 Jul 19 15:49:34.064504 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322fc91-4f86-4beb-bc01-b52ab6dd5e18 req-092672c7-82b1-4c0d-b259-64a711a1b3f4 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:34.066013 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0322fc91-4f86-4beb-bc01-b52ab6dd5e18 req-092672c7-82b1-4c0d-b259-64a711a1b3f4 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0520437 Jul 19 15:49:34.116408 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0322fc91-4f86-4beb-bc01-b52ab6dd5e18 req-7ed27ec2-fadd-4396-8ed2-e567457714d2 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446165 Jul 19 15:49:34.135679 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b5b58-1da5-4895-9611-cdfb4093aa56 req-8e5916aa-33bc-4b92-8344-16a9c05f2b82 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:34.137813 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d88b5b58-1da5-4895-9611-cdfb4093aa56 req-8e5916aa-33bc-4b92-8344-16a9c05f2b82 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0518563 Jul 19 15:49:34.187366 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d88b5b58-1da5-4895-9611-cdfb4093aa56 req-b3ca3dff-71cf-4f4d-acdb-17a8bd2800fe tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 Jul 19 15:49:34.218224 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83a420-1718-4990-b65b-64191011edfd req-b3f94c11-1ee1-41bb-9084-1725f7d06964 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:34.220292 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0f83a420-1718-4990-b65b-64191011edfd req-b3f94c11-1ee1-41bb-9084-1725f7d06964 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 945 time: 0.0478115 Jul 19 15:49:34.267434 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0f83a420-1718-4990-b65b-64191011edfd req-a4547a2d-8929-491a-ac84-33dabcb03183 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415339 Jul 19 15:49:35.234178 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74f4ab-425a-4c0e-bdea-2aadde294d4d req-b0c8afc5-8d0f-4077-af27-4324343bb0c2 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:35.236249 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1d74f4ab-425a-4c0e-bdea-2aadde294d4d req-b0c8afc5-8d0f-4077-af27-4324343bb0c2 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.36 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 945 time: 0.0976317 Jul 19 15:49:35.242044 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-f4b5c996-871f-45b1-98ab-fafac1fa1033 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:35.243406 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-f4b5c996-871f-45b1-98ab-fafac1fa1033 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.1136954 Jul 19 15:49:35.261472 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a070f5-4272-47d5-a65e-42f87f6b58f9 req-fa27dffe-8f21-464b-aceb-ed1dc47c4f14 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:35.262946 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-16a070f5-4272-47d5-a65e-42f87f6b58f9 req-fa27dffe-8f21-464b-aceb-ed1dc47c4f14 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0711024 Jul 19 15:49:35.313164 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5926581-87cd-4fbb-9ebf-4ec545b5cbd3 req-35e3cf5c-e6dc-45ac-a4f9-5fd2b2f42baf tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:35.314617 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e5926581-87cd-4fbb-9ebf-4ec545b5cbd3 req-35e3cf5c-e6dc-45ac-a4f9-5fd2b2f42baf tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0573804 Jul 19 15:49:35.316298 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-16a070f5-4272-47d5-a65e-42f87f6b58f9 req-52dcf55b-20f6-4762-ba66-373ecca4ece6 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475757 Jul 19 15:49:35.366553 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e5926581-87cd-4fbb-9ebf-4ec545b5cbd3 req-2f0d3dfa-434b-41de-8b31-9a33b4d9e9d2 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462646 Jul 19 15:49:35.419149 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ff2c7-a270-4b35-84f1-28dab1e00722 req-989ae06b-4b23-43d1-af33-4b407d21c1e9 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:35.420597 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ca9ff2c7-a270-4b35-84f1-28dab1e00722 req-989ae06b-4b23-43d1-af33-4b407d21c1e9 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 945 time: 0.0476661 Jul 19 15:49:35.471735 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ca9ff2c7-a270-4b35-84f1-28dab1e00722 req-069a7b50-af66-40d9-a950-218687cb0201 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/security-groups?id=d99848bf-9ae2-4f22-9dce-944071600f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447538 Jul 19 15:49:35.632316 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Deleting port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:49:35.632663 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:35.654639 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-1d74f4ab-425a-4c0e-bdea-2aadde294d4d req-7f07c396-eef6-49e2-a650-f9a1adb8b4e5 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Deleting port 90fe63af-3f5b-4170-8459-f2ece9a2abde {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:49:35.654986 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-1d74f4ab-425a-4c0e-bdea-2aadde294d4d req-7f07c396-eef6-49e2-a650-f9a1adb8b4e5 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:35.772705 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:35.798110 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] For port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:49:35.798350 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:35.820280 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-1d74f4ab-425a-4c0e-bdea-2aadde294d4d req-7f07c396-eef6-49e2-a650-f9a1adb8b4e5 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] For port 90fe63af-3f5b-4170-8459-f2ece9a2abde, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=90fe63af-3f5b-4170-8459-f2ece9a2abde,segment=NetworkSegment(686b31e9-35fa-4aa1-bb81-6766909ed2b2),segment_id=686b31e9-35fa-4aa1-bb81-6766909ed2b2)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:49:35.820649 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-1d74f4ab-425a-4c0e-bdea-2aadde294d4d req-7f07c396-eef6-49e2-a650-f9a1adb8b4e5 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:35.863145 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-1d74f4ab-425a-4c0e-bdea-2aadde294d4d req-7f07c396-eef6-49e2-a650-f9a1adb8b4e5 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Calling delete_port for 90fe63af-3f5b-4170-8459-f2ece9a2abde owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:49:35.884601 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:36.283444 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:36.284251 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:36.284251 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Floating IP bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b disassociated. External IP: 172.27.2.181, port: c75827cb-3014-46a1-a3d9-1c24d0e5f8f7. Jul 19 15:49:36.284444 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Calling delete_port for c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:49:36.385053 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-1d74f4ab-425a-4c0e-bdea-2aadde294d4d req-7f07c396-eef6-49e2-a650-f9a1adb8b4e5 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (90fe63af-3f5b-4170-8459-f2ece9a2abde), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:36.396644 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['90fe63af-3f5b-4170-8459-f2ece9a2abde'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:49:36.444638 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07c396-eef6-49e2-a650-f9a1adb8b4e5 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Pushing event deleted for resources: {'Port': ['ID=90fe63af-3f5b-4170-8459-f2ece9a2abde,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:36.493939 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ae52-bd66-4c95-8f91-f00592a479fd req-495ad5be-c413-4099-8856-328a0b64a447 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:36.496241 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e7e3ae52-bd66-4c95-8f91-f00592a479fd req-495ad5be-c413-4099-8856-328a0b64a447 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 946 time: 0.0531707 Jul 19 15:49:36.541363 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03ff95-06de-4825-8eaf-88808ebb0318 req-6a92b211-35cb-44dc-8020-0464de4f0fae tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:36.542810 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7e03ff95-06de-4825-8eaf-88808ebb0318 req-6a92b211-35cb-44dc-8020-0464de4f0fae tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.1473963 Jul 19 15:49:36.545814 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d74f4ab-425a-4c0e-bdea-2aadde294d4d req-7f07c396-eef6-49e2-a650-f9a1adb8b4e5 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] No DVR routers for this DVR port 90fe63af-3f5b-4170-8459-f2ece9a2abde on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:49:36.545976 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e7e3ae52-bd66-4c95-8f91-f00592a479fd req-05619a3e-4714-4bb9-b118-ed2a272f9896 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aac8243-a002-46cc-852a-41ee0fa9a517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422800 Jul 19 15:49:36.550710 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-1d74f4ab-425a-4c0e-bdea-2aadde294d4d req-7f07c396-eef6-49e2-a650-f9a1adb8b4e5 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:36.553912 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1d74f4ab-425a-4c0e-bdea-2aadde294d4d req-7f07c396-eef6-49e2-a650-f9a1adb8b4e5 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.36 "DELETE /v2.0/ports/90fe63af-3f5b-4170-8459-f2ece9a2abde HTTP/1.1" status: 204 len: 173 time: 1.0574086 Jul 19 15:49:36.554372 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672d60bf-f3f3-41af-80a8-3843b33aad78', 'name': 'network-vif-deleted', 'tag': '90fe63af-3f5b-4170-8459-f2ece9a2abde'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:49:36.556622 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7d6212-ccc4-4f09-be01-92198b7c843d" -d '{"events": [{"server_uuid": "672d60bf-f3f3-41af-80a8-3843b33aad78", "name": "network-vif-deleted", "tag": "90fe63af-3f5b-4170-8459-f2ece9a2abde"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:49:36.607322 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (c75827cb-3014-46a1-a3d9-1c24d0e5f8f7), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:36.646566 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-784e9e04-c058-49e8-9207-e4bc27b445c7 req-3832d747-ec4d-4710-9f76-2ad6e6caff72 tempest-VolumesSnapshotTestJSON-560979741 tempest-VolumesSnapshotTestJSON-560979741-project] 10.222.0.64 "GET /v2.0/ports?device_id=672d60bf-f3f3-41af-80a8-3843b33aad78 HTTP/1.1" status: 200 len: 210 time: 0.0305402 Jul 19 15:49:36.646962 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event deleted for resources: {'Port': ['ID=c75827cb-3014-46a1-a3d9-1c24d0e5f8f7,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:36.661333 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7e03ff95-06de-4825-8eaf-88808ebb0318 req-81d2a1d8-b679-40c3-9b41-d1eabf58eb54 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015661 Jul 19 15:49:36.715369 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996ed0b0-790d-4fd6-b514-85785995c70f x-openstack-request-id: req-996ed0b0-790d-4fd6-b514-85785995c70f {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:49:36.715728 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672d60bf-f3f3-41af-80a8-3843b33aad78", "name": "network-vif-deleted", "tag": "90fe63af-3f5b-4170-8459-f2ece9a2abde", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:49:36.715965 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-996ed0b0-790d-4fd6-b514-85785995c70f {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:49:36.716368 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996ed0b0-790d-4fd6-b514-85785995c70f'] response: {'server_uuid': '672d60bf-f3f3-41af-80a8-3843b33aad78', 'name': 'network-vif-deleted', 'tag': '90fe63af-3f5b-4170-8459-f2ece9a2abde', 'status': 'completed', 'code': 200} Jul 19 15:49:36.793121 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Router 441aac0f-e735-413c-9ddc-149e4b085715 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:49:36.896673 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:36.901824 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:49:36.916134 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4487263-6c55-41f0-bb44-f7b07133f3c5 None None] Sync routers for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:49:36.927637 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4487263-6c55-41f0-bb44-f7b07133f3c5 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:49:36.928266 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-b4487263-6c55-41f0-bb44-f7b07133f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:49:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:36.950238 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] No DVR routers for this DVR port c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:49:36.952724 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:36.956869 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ee2b5a9d-bc5a-4dc6-9f71-3d240c49142e req-d950e46a-ef35-4276-b7c3-ebedd4d5b989 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "DELETE /v2.0/ports/c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 HTTP/1.1" status: 204 len: 173 time: 1.4669039 Jul 19 15:49:37.040827 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-b4487263-6c55-41f0-bb44-f7b07133f3c5 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:49:37.205976 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:37.221523 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:37.255212 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb0384-f978-4afe-a685-7a967abece8c req-b53bd47b-0575-4b21-90a4-d9c69fa0f3a5 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:37.256739 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b2bb0384-f978-4afe-a685-7a967abece8c req-b53bd47b-0575-4b21-90a4-d9c69fa0f3a5 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 947 time: 0.0489228 Jul 19 15:49:37.269800 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:37.275454 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-b4487263-6c55-41f0-bb44-f7b07133f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:37.304285 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4487263-6c55-41f0-bb44-f7b07133f3c5 None None] Checking router: 441aac0f-e735-413c-9ddc-149e4b085715 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:49:37.309169 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b2bb0384-f978-4afe-a685-7a967abece8c req-7b8aff87-004b-4d06-a20c-5a3ab8b43b4b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467119 Jul 19 15:49:37.312781 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4487263-6c55-41f0-bb44-f7b07133f3c5 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:49:37.313568 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-b4487263-6c55-41f0-bb44-f7b07133f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:49:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:37.413795 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-b4487263-6c55-41f0-bb44-f7b07133f3c5 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:49:37.667261 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-eba5f268-a71c-4447-9698-79b38811ed2c req-e1df004d-9b80-48cc-a279-ddd330d79b08 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 210 time: 0.0318682 Jul 19 15:49:37.733159 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-b4487263-6c55-41f0-bb44-f7b07133f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:37.759511 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4487263-6c55-41f0-bb44-f7b07133f3c5 None None] The sync data for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi is: [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:49:37.792459 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df986ea2-0965-4c4d-80b2-25228387d4e5 req-0388de17-734d-4877-b792-3842510d8884 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:37.793990 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-df986ea2-0965-4c4d-80b2-25228387d4e5 req-0388de17-734d-4877-b792-3842510d8884 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0565391 Jul 19 15:49:37.847898 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-df986ea2-0965-4c4d-80b2-25228387d4e5 req-b8badefd-664d-4622-bd48-9f30c5a373ce tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475745 Jul 19 15:49:38.001169 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ab2c6b-01e8-4063-bde2-c085b65f2632 None None] New status for floating IP bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b: DOWN {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:49:38.005031 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:38.432117 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98d82f-794d-469a-8592-58359138b5ac req-d9d4de16-520b-4dbe-a270-9d2f585772db tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:38.433585 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ff98d82f-794d-469a-8592-58359138b5ac req-d9d4de16-520b-4dbe-a270-9d2f585772db tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 947 time: 0.0518863 Jul 19 15:49:38.480601 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ff98d82f-794d-469a-8592-58359138b5ac req-90a31764-8743-4b2b-94db-eda9c83ef380 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408235 Jul 19 15:49:38.717222 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'name': 'network-vif-deleted', 'tag': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:49:38.720035 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7178ba0a-0348-4845-a8cc-99de25cf58eb" -d '{"events": [{"server_uuid": "5f1579c0-907a-490f-ad8e-0fe2db0baf97", "name": "network-vif-deleted", "tag": "c75827cb-3014-46a1-a3d9-1c24d0e5f8f7"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:49:38.755789 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cb2183-132f-4733-afa1-72d6be8c61d6 x-openstack-request-id: req-25cb2183-132f-4733-afa1-72d6be8c61d6 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:49:38.756087 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1579c0-907a-490f-ad8e-0fe2db0baf97", "name": "network-vif-deleted", "tag": "c75827cb-3014-46a1-a3d9-1c24d0e5f8f7", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:49:38.756343 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25cb2183-132f-4733-afa1-72d6be8c61d6 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:49:38.756753 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25cb2183-132f-4733-afa1-72d6be8c61d6'] response: {'server_uuid': '5f1579c0-907a-490f-ad8e-0fe2db0baf97', 'name': 'network-vif-deleted', 'tag': 'c75827cb-3014-46a1-a3d9-1c24d0e5f8f7', 'status': 'completed', 'code': 200} Jul 19 15:49:38.776321 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5dda3591-16e7-41a8-bac0-5b3445a721ba req-dcd5fa26-9f5f-47ca-a44e-70f03d89c59a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f1579c0-907a-490f-ad8e-0fe2db0baf97 HTTP/1.1" status: 200 len: 210 time: 0.0288684 Jul 19 15:49:38.965003 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaba7a-23eb-4d9f-a579-78bb99722ac1 req-8ac7a89b-7482-4573-9117-dd209b5b4233 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:38.966720 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7ebaba7a-23eb-4d9f-a579-78bb99722ac1 req-8ac7a89b-7482-4573-9117-dd209b5b4233 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0483387 Jul 19 15:49:39.014675 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7ebaba7a-23eb-4d9f-a579-78bb99722ac1 req-c9285097-5af6-49ff-a536-40159a8b2e40 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415320 Jul 19 15:49:39.142309 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b1299-8c8d-4952-94c4-a365257be329 req-955031b6-42c6-45b2-b877-a29d84632399 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:39.143877 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-168b1299-8c8d-4952-94c4-a365257be329 req-955031b6-42c6-45b2-b877-a29d84632399 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.36 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 947 time: 0.0536313 Jul 19 15:49:39.251088 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Deleting port 61483d93-6fa5-46d1-b820-a274f98ffcbb {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:49:39.251481 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:39.342324 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] For port 61483d93-6fa5-46d1-b820-a274f98ffcbb, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=61483d93-6fa5-46d1-b820-a274f98ffcbb,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:49:39.342718 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:39.507580 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:39.508244 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (83e746cf-db62-4977-a9b2-f515bf16fb65), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:39.508244 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Floating IP 83e746cf-db62-4977-a9b2-f515bf16fb65 disassociated. External IP: 172.27.2.39, port: 61483d93-6fa5-46d1-b820-a274f98ffcbb. Jul 19 15:49:39.508457 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Calling delete_port for 61483d93-6fa5-46d1-b820-a274f98ffcbb owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:49:39.604918 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e7cb-95e0-474e-9203-7852bc757212 req-4aed5b38-21cb-462f-aa06-dcba36750091 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:39.606421 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dd97e7cb-95e0-474e-9203-7852bc757212 req-4aed5b38-21cb-462f-aa06-dcba36750091 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 947 time: 0.0484385 Jul 19 15:49:39.637795 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (61483d93-6fa5-46d1-b820-a274f98ffcbb), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:39.658453 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dd97e7cb-95e0-474e-9203-7852bc757212 req-bae3cf0a-9623-4585-ada3-8f1d84992b62 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4527c6a-0e2d-4851-9f55-8ddcc8291e61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461442 Jul 19 15:49:39.674990 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event deleted for resources: {'Port': ['ID=61483d93-6fa5-46d1-b820-a274f98ffcbb,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:39.779782 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:39.791824 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Router 527c3e6f-f791-4af5-9eef-662c9e884963 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:49:39.799797 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:39.862182 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60706) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:39.898948 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:49:39.911412 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1af1548-c76c-4fd3-ae84-9e63b88f9ce0 None None] Sync routers for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:49:39.920056 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (8aac8243-a002-46cc-852a-41ee0fa9a517), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:39.921715 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1af1548-c76c-4fd3-ae84-9e63b88f9ce0 None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:49:39.922450 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-b1af1548-c76c-4fd3-ae84-9e63b88f9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:49:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:39.925674 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:39.947367 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (8aac8243-a002-46cc-852a-41ee0fa9a517), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:39.948313 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] No DVR routers for this DVR port 61483d93-6fa5-46d1-b820-a274f98ffcbb on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:49:39.950920 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:39.954954 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-168b1299-8c8d-4952-94c4-a365257be329 req-45ada48a-7fa6-4adc-9b44-b18838566318 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.36 "DELETE /v2.0/ports/61483d93-6fa5-46d1-b820-a274f98ffcbb HTTP/1.1" status: 204 len: 173 time: 0.8037992 Jul 19 15:49:40.004601 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (8aac8243-a002-46cc-852a-41ee0fa9a517), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.008021 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.010494 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "DELETE /v2.0/security-groups/8aac8243-a002-46cc-852a-41ee0fa9a517 HTTP/1.1" status: 204 len: 168 time: 0.1469204 Jul 19 15:49:40.013141 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 60708) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:40.024516 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aac8243-a002-46cc-852a-41ee0fa9a517,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:40.027860 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:40.030341 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.api.v2.resource [None req-37001f7f-5470-444f-9151-e23e69752765 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] show failed (client error): The resource could not be found. Jul 19 15:49:40.035216 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-37001f7f-5470-444f-9151-e23e69752765 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups/8aac8243-a002-46cc-852a-41ee0fa9a517 HTTP/1.1" status: 404 len: 347 time: 0.0173757 Jul 19 15:49:40.035615 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 60710) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:40.039617 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-b1af1548-c76c-4fd3-ae84-9e63b88f9ce0 None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:49:40.040981 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.043084 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.043209 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.043496 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.043844 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.044191 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.044528 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.045006 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.045338 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.045669 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.046002 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.046331 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.046722 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.047050 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.047462 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0ca14c-4c1c-472a-8e31-147a5ff72245 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:49:40.203988 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbdde3-4d08-4737-ab9d-496b077f77a6 req-46cdfd47-cc81-4b11-b6de-06d3c0ea8aac tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:40.205717 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b0cbdde3-4d08-4737-ab9d-496b077f77a6 req-46cdfd47-cc81-4b11-b6de-06d3c0ea8aac tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0787148 Jul 19 15:49:40.218664 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-54b49f57-f243-407b-af59-b28880e770bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Deleting port 175e6b3e-ae1c-4162-a8fe-c8485fe06a0c {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:49:40.218999 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-54b49f57-f243-407b-af59-b28880e770bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (175e6b3e-ae1c-4162-a8fe-c8485fe06a0c), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.259061 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-b1af1548-c76c-4fd3-ae84-9e63b88f9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 5, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:40.286266 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1af1548-c76c-4fd3-ae84-9e63b88f9ce0 None None] Checking router: 527c3e6f-f791-4af5-9eef-662c9e884963 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:49:40.295225 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1af1548-c76c-4fd3-ae84-9e63b88f9ce0 None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:49:40.295834 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-b1af1548-c76c-4fd3-ae84-9e63b88f9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:49:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:40.316056 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b0cbdde3-4d08-4737-ab9d-496b077f77a6 req-ba2c64c4-c668-45de-99c2-b4e26c3fbe59 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032972 Jul 19 15:49:40.333624 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-54b49f57-f243-407b-af59-b28880e770bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (175e6b3e-ae1c-4162-a8fe-c8485fe06a0c), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.333952 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-54b49f57-f243-407b-af59-b28880e770bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (175e6b3e-ae1c-4162-a8fe-c8485fe06a0c), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.349418 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-54b49f57-f243-407b-af59-b28880e770bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Calling delete_port for 175e6b3e-ae1c-4162-a8fe-c8485fe06a0c owned by network:floatingip {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:49:40.406308 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-b1af1548-c76c-4fd3-ae84-9e63b88f9ce0 None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:49:40.486496 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-54b49f57-f243-407b-af59-b28880e770bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (175e6b3e-ae1c-4162-a8fe-c8485fe06a0c), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.513914 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b49f57-f243-407b-af59-b28880e770bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event deleted for resources: {'Port': ['ID=175e6b3e-ae1c-4162-a8fe-c8485fe06a0c,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:40.541661 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:40.543974 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:40.574458 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-54b49f57-f243-407b-af59-b28880e770bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.576901 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-54b49f57-f243-407b-af59-b28880e770bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.578709 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-54b49f57-f243-407b-af59-b28880e770bc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "DELETE /v2.0/floatingips/bb40ce4e-b3ae-4f1b-9abb-c5e4695fde4b HTTP/1.1" status: 204 len: 168 time: 0.5416491 Jul 19 15:49:40.602881 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-b1af1548-c76c-4fd3-ae84-9e63b88f9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 5, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:40.628138 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1af1548-c76c-4fd3-ae84-9e63b88f9ce0 None None] The sync data for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi is: [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 5, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:49:40.663467 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 60718) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:40.668092 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-d09e9864-ff35-4325-8bd5-582086e9bd72 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061623943', 'description': 'tempest-description--1984718720'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:49:40.695861 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d09e9864-ff35-4325-8bd5-582086e9bd72 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.757746 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'name': 'network-vif-deleted', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:49:40.764111 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a87939-e823-4d47-ace3-ea40814b2291" -d '{"events": [{"server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "name": "network-vif-deleted", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:49:40.789089 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f57de1b0-c93c-4922-91e9-c93507346e6b req-11db0d0b-e3db-46b2-aa5d-b7a666e004f4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 210 time: 0.0494430 Jul 19 15:49:40.809375 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94aee81-336a-4621-85aa-b72db2a80a43 x-openstack-request-id: req-e94aee81-336a-4621-85aa-b72db2a80a43 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:49:40.809673 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeb4a51-a06c-4faf-9a63-bf3658ca773b", "name": "network-vif-deleted", "tag": "61483d93-6fa5-46d1-b820-a274f98ffcbb", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:49:40.809932 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e94aee81-336a-4621-85aa-b72db2a80a43 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:49:40.810655 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94aee81-336a-4621-85aa-b72db2a80a43'] response: {'server_uuid': '3eeb4a51-a06c-4faf-9a63-bf3658ca773b', 'name': 'network-vif-deleted', 'tag': '61483d93-6fa5-46d1-b820-a274f98ffcbb', 'status': 'completed', 'code': 200} Jul 19 15:49:40.818405 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d09e9864-ff35-4325-8bd5-582086e9bd72 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (06e59fb3-1b25-4113-983b-71704957acb2), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.822812 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d09e9864-ff35-4325-8bd5-582086e9bd72 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (06e59fb3-1b25-4113-983b-71704957acb2), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.853038 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:40.857531 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d09e9864-ff35-4325-8bd5-582086e9bd72 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.858790 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-d09e9864-ff35-4325-8bd5-582086e9bd72 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1942866 Jul 19 15:49:40.859469 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e9864-ff35-4325-8bd5-582086e9bd72 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e59fb3-1b25-4113-983b-71704957acb2,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:40.862291 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60724) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:40.867476 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-9bb6d953-59d7-4b52-95b6-b90d592e0de4 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'security_group_rule': {'security_group_id': '06e59fb3-1b25-4113-983b-71704957acb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:49:40.887455 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d680d-d5d5-4e07-ac8c-865907ef83a8 None None] New status for floating IP 83e746cf-db62-4977-a9b2-f515bf16fb65: DOWN {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:49:40.897200 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9bb6d953-59d7-4b52-95b6-b90d592e0de4 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (a0928801-c58a-4bbf-8b14-b924bcf35275), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.954164 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9bb6d953-59d7-4b52-95b6-b90d592e0de4 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (a0928801-c58a-4bbf-8b14-b924bcf35275), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.957940 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9bb6d953-59d7-4b52-95b6-b90d592e0de4 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (a0928801-c58a-4bbf-8b14-b924bcf35275), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.979628 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6d953-59d7-4b52-95b6-b90d592e0de4 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0928801-c58a-4bbf-8b14-b924bcf35275,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:40.987673 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-9bb6d953-59d7-4b52-95b6-b90d592e0de4 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:40.988897 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-9bb6d953-59d7-4b52-95b6-b90d592e0de4 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249397 Jul 19 15:49:40.991630 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60726) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:40.996438 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-d3163662-4034-4191-9c00-83d6127bcf32 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'security_group_rule': {'security_group_id': '06e59fb3-1b25-4113-983b-71704957acb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:49:41.025677 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d3163662-4034-4191-9c00-83d6127bcf32 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (98c26b3b-f3a4-4210-a139-d94b8b207d01), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.084450 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d3163662-4034-4191-9c00-83d6127bcf32 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (98c26b3b-f3a4-4210-a139-d94b8b207d01), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.087998 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d3163662-4034-4191-9c00-83d6127bcf32 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (98c26b3b-f3a4-4210-a139-d94b8b207d01), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.106688 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3163662-4034-4191-9c00-83d6127bcf32 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c26b3b-f3a4-4210-a139-d94b8b207d01,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:41.113954 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d3163662-4034-4191-9c00-83d6127bcf32 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.115180 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-d3163662-4034-4191-9c00-83d6127bcf32 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225026 Jul 19 15:49:41.118236 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60728) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:41.122494 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:49:41.143654 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.223488 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.332186 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Allocated IP 172.27.2.163 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/c433eda5-291a-4d4a-86ec-0d6e753c0cb8) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:49:41.464424 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3496e2-299f-49d9-80f9-5662626d71b8 req-9f597a91-359d-4590-8775-4afb4c7cdd6d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:41.465894 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d3496e2-299f-49d9-80f9-5662626d71b8 req-9f597a91-359d-4590-8775-4afb4c7cdd6d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0653553 Jul 19 15:49:41.489658 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for port (c433eda5-291a-4d4a-86ec-0d6e753c0cb8), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.497161 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:41.546202 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d3496e2-299f-49d9-80f9-5662626d71b8 req-cdbd5234-cad4-4b33-bda1-65d378a4cf9a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724397 Jul 19 15:49:41.552259 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:41.558566 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (c433eda5-291a-4d4a-86ec-0d6e753c0cb8), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.609020 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:49:41.612623 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:49:41.615137 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:49:41.618461 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'Port': ['ID=c433eda5-291a-4d4a-86ec-0d6e753c0cb8,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:41.700748 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (c99f831f-3bed-4f33-b8d2-c56066089583), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.737067 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c433eda5-291a-4d4a-86ec-0d6e753c0cb8), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.884712 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for port (c433eda5-291a-4d4a-86ec-0d6e753c0cb8), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.889511 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (c433eda5-291a-4d4a-86ec-0d6e753c0cb8), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.894797 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e6abadbf-95ef-4e4b-b190-272b08e5be7a req-266c6bc8-2954-4ea6-89f9-63d0b4f5e31c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=3eeb4a51-a06c-4faf-9a63-bf3658ca773b HTTP/1.1" status: 200 len: 210 time: 0.0285804 Jul 19 15:49:41.964592 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'Port': ['ID=c433eda5-291a-4d4a-86ec-0d6e753c0cb8,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:41.972601 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (c99f831f-3bed-4f33-b8d2-c56066089583), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.988339 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:41.989586 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-448103a7-e289-4bd5-ae60-1ab870842204 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8703699 Jul 19 15:49:42.089745 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:49:42.093673 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:42.110726 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:49:42.111082 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device c75827cb-3014-46a1-a3d9-1c24d0e5f8f7 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:49:42.111508 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 90fe63af-3f5b-4170-8459-f2ece9a2abde no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:49:42.130389 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: 90fe63af-3f5b-4170-8459-f2ece9a2abde {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:49:42.130744 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 90fe63af-3f5b-4170-8459-f2ece9a2abde not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:49:42.205666 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-5fd77ec9-7cfd-4236-a58a-65a268ed9156 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2061623943&fields=id&tenant_id=45a72d232f314a78b0e1c3f04b0ed682 HTTP/1.1" status: 200 len: 267 time: 0.0451543 Jul 19 15:49:42.316134 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-583a9d09-298e-4c35-8863-aaf755cf6bf4 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:42.317575 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-583a9d09-298e-4c35-8863-aaf755cf6bf4 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 814 time: 0.1054945 Jul 19 15:49:42.333526 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-6a82c41e-1688-4769-b3da-7f26da12a3d4 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/quotas/45a72d232f314a78b0e1c3f04b0ed682 HTTP/1.1" status: 200 len: 375 time: 0.0103452 Jul 19 15:49:42.384737 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-dbeb1d83-0d62-41e3-933e-4f31928509cc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457051 Jul 19 15:49:42.467238 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:42.485393 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-5b18f12a-48e5-41c3-8d1a-103d51c06456 service neutron] 10.222.0.64 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880959 Jul 19 15:49:42.609265 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-43f8e7b4-ba0a-4698-92d9-7828c14ec7b9 service neutron] 10.222.0.64 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147408 Jul 19 15:49:42.741290 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7baf64-10f3-4014-882e-cfb3ab1361a1 req-59eab6e6-7ab8-425b-b597-6178044410b3 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:42.742892 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9b7baf64-10f3-4014-882e-cfb3ab1361a1 req-59eab6e6-7ab8-425b-b597-6178044410b3 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0963023 Jul 19 15:49:42.757692 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:42.798293 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9b7baf64-10f3-4014-882e-cfb3ab1361a1 req-5bc07a5b-4fc6-44ae-8da1-2bef600d8246 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490420 Jul 19 15:49:42.827653 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4965b78-e044-460e-ab5e-49866406783c req-b1495252-085f-48a5-b2ad-465b1d155161 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 210 time: 0.0306432 Jul 19 15:49:42.988609 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60774) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:43.038945 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:43.045567 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-54c5cf07-09f8-48b1-8439-56b1b600f198 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group (c4527c6a-0e2d-4851-9f55-8ddcc8291e61), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.074169 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-54c5cf07-09f8-48b1-8439-56b1b600f198 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group (c4527c6a-0e2d-4851-9f55-8ddcc8291e61), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.126033 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-54c5cf07-09f8-48b1-8439-56b1b600f198 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (c4527c6a-0e2d-4851-9f55-8ddcc8291e61), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.128868 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-54c5cf07-09f8-48b1-8439-56b1b600f198 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.130135 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-54c5cf07-09f8-48b1-8439-56b1b600f198 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "DELETE /v2.0/security-groups/c4527c6a-0e2d-4851-9f55-8ddcc8291e61 HTTP/1.1" status: 204 len: 168 time: 0.1405165 Jul 19 15:49:43.133684 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60778) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:43.151438 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5cf07-09f8-48b1-8439-56b1b600f198 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4527c6a-0e2d-4851-9f55-8ddcc8291e61,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:43.153483 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.api.v2.resource [None req-f374b186-26cc-40ce-b2f3-13236ed759e2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] show failed (client error): The resource could not be found. Jul 19 15:49:43.157228 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f374b186-26cc-40ce-b2f3-13236ed759e2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups/c4527c6a-0e2d-4851-9f55-8ddcc8291e61 HTTP/1.1" status: 404 len: 347 time: 0.0197730 Jul 19 15:49:43.158146 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60780) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:43.272780 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-77967d40-3dff-4819-bb01-5485020f17ec tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Deleting port bccf4aad-76b4-44ee-8359-30cd89f8db8e {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:49:43.273130 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-77967d40-3dff-4819-bb01-5485020f17ec tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (bccf4aad-76b4-44ee-8359-30cd89f8db8e), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.355317 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-77967d40-3dff-4819-bb01-5485020f17ec tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (bccf4aad-76b4-44ee-8359-30cd89f8db8e), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.355676 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-77967d40-3dff-4819-bb01-5485020f17ec tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (bccf4aad-76b4-44ee-8359-30cd89f8db8e), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.370169 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-77967d40-3dff-4819-bb01-5485020f17ec tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Calling delete_port for bccf4aad-76b4-44ee-8359-30cd89f8db8e owned by network:floatingip {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:49:43.506721 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-77967d40-3dff-4819-bb01-5485020f17ec tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (bccf4aad-76b4-44ee-8359-30cd89f8db8e), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.534303 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77967d40-3dff-4819-bb01-5485020f17ec tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event deleted for resources: {'Port': ['ID=bccf4aad-76b4-44ee-8359-30cd89f8db8e,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:43.596947 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-77967d40-3dff-4819-bb01-5485020f17ec tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (83e746cf-db62-4977-a9b2-f515bf16fb65), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.599578 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-77967d40-3dff-4819-bb01-5485020f17ec tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.600735 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-77967d40-3dff-4819-bb01-5485020f17ec tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "DELETE /v2.0/floatingips/83e746cf-db62-4977-a9b2-f515bf16fb65 HTTP/1.1" status: 204 len: 168 time: 0.4423649 Jul 19 15:49:43.717565 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60786) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:43.719854 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-53a89814-7b93-4adf-848b-4cfa65d60472 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1486041827', 'description': 'tempest-description--889133234'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:49:43.747869 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-53a89814-7b93-4adf-848b-4cfa65d60472 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.815737 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-43232e18-5136-48c3-ad38-c9d30cdf1597 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:43.817832 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-43232e18-5136-48c3-ad38-c9d30cdf1597 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 814 time: 0.1344867 Jul 19 15:49:43.841462 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-53a89814-7b93-4adf-848b-4cfa65d60472 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group (caf26ad3-4ce8-4dcd-b1ea-16031de24ab5), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.847839 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-53a89814-7b93-4adf-848b-4cfa65d60472 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (caf26ad3-4ce8-4dcd-b1ea-16031de24ab5), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.899371 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:43.912075 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a89814-7b93-4adf-848b-4cfa65d60472 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:43.912726 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-12d850e1-dd4a-4eb9-a3ce-251374c68492 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45a72d232f314a78b0e1c3f04b0ed682 HTTP/1.1" status: 200 len: 380 time: 0.0833645 Jul 19 15:49:43.956451 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-53a89814-7b93-4adf-848b-4cfa65d60472 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:43.958246 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-53a89814-7b93-4adf-848b-4cfa65d60472 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2420681 Jul 19 15:49:43.961967 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60802) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:43.965493 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-e1b7c73d-5fc1-44f9-8a07-486ce097ca0f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Request body: {'security_group_rule': {'security_group_id': 'caf26ad3-4ce8-4dcd-b1ea-16031de24ab5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:49:43.966007 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba19b19e-aadc-496d-860b-230f836895b8 req-de4df34c-2646-4293-a033-2954160a27a8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 210 time: 0.0321064 Jul 19 15:49:43.990223 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b25639-9b68-4507-b07b-ae398b98d86f req-5baf11e4-5069-46a7-a52f-b554ad0751bd tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:43.991852 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-30b25639-9b68-4507-b07b-ae398b98d86f req-5baf11e4-5069-46a7-a52f-b554ad0751bd tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0725501 Jul 19 15:49:44.011327 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-7eb1acb8-0e51-4f4c-9619-c32eed41e660 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'port': {'device_id': 'd1382aa7-6d93-410a-94ae-a7944114573f', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'admin_state_up': True, 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'security_groups': ['06e59fb3-1b25-4113-983b-71704957acb2']}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:49:44.027278 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e1b7c73d-5fc1-44f9-8a07-486ce097ca0f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group_rule (faad1487-002a-4922-94ec-79d4bfe8c2ac), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.037520 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:44.073443 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-30b25639-9b68-4507-b07b-ae398b98d86f req-bc4ad48d-216b-4c68-9634-18eb5982365c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740888 Jul 19 15:49:44.103236 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e1b7c73d-5fc1-44f9-8a07-486ce097ca0f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group_rule (faad1487-002a-4922-94ec-79d4bfe8c2ac), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.107152 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e1b7c73d-5fc1-44f9-8a07-486ce097ca0f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (faad1487-002a-4922-94ec-79d4bfe8c2ac), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.128684 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7c73d-5fc1-44f9-8a07-486ce097ca0f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faad1487-002a-4922-94ec-79d4bfe8c2ac,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:44.137896 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e1b7c73d-5fc1-44f9-8a07-486ce097ca0f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.143270 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-e1b7c73d-5fc1-44f9-8a07-486ce097ca0f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1773787 Jul 19 15:49:44.143434 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-7eb1acb8-0e51-4f4c-9619-c32eed41e660 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Made reservation on behalf of 45a72d232f314a78b0e1c3f04b0ed682 for: {'port': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:49:44.143593 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60806) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:44.145095 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-7eb1acb8-0e51-4f4c-9619-c32eed41e660 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.148792 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-aa0de860-fdca-400f-a15d-096a5d2a5b2c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Request body: {'security_group_rule': {'security_group_id': 'caf26ad3-4ce8-4dcd-b1ea-16031de24ab5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:49:44.178186 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa0de860-fdca-400f-a15d-096a5d2a5b2c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group_rule (f685de51-3f46-4a7a-97cc-099025b091e7), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.234301 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa0de860-fdca-400f-a15d-096a5d2a5b2c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group_rule (f685de51-3f46-4a7a-97cc-099025b091e7), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.238309 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa0de860-fdca-400f-a15d-096a5d2a5b2c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (f685de51-3f46-4a7a-97cc-099025b091e7), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.261282 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0de860-fdca-400f-a15d-096a5d2a5b2c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f685de51-3f46-4a7a-97cc-099025b091e7,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:44.269585 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa0de860-fdca-400f-a15d-096a5d2a5b2c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.270826 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-aa0de860-fdca-400f-a15d-096a5d2a5b2c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260862 Jul 19 15:49:44.273951 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 60808) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:44.278327 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:49:44.286504 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-7eb1acb8-0e51-4f4c-9619-c32eed41e660 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Allocated IP 172.20.0.10 (fe8b95ad-7997-4bfd-893e-d87b2c843602/783ad02f-bd45-48ea-8e48-5acd89ea85ac/baf9abd3-9c5d-45c3-81b3-843072591796) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:49:44.303058 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.435185 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-7eb1acb8-0e51-4f4c-9619-c32eed41e660 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for port (baf9abd3-9c5d-45c3-81b3-843072591796), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.477727 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-7eb1acb8-0e51-4f4c-9619-c32eed41e660 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.523745 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:44.538750 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-7eb1acb8-0e51-4f4c-9619-c32eed41e660 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Network fe8b95ad-7997-4bfd-893e-d87b2c843602 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:49:44.545382 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-7eb1acb8-0e51-4f4c-9619-c32eed41e660 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:49:44.548592 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-7eb1acb8-0e51-4f4c-9619-c32eed41e660 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:49:44.557849 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1acb8-0e51-4f4c-9619-c32eed41e660 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'Port': ['ID=baf9abd3-9c5d-45c3-81b3-843072591796,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:44.637614 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.699726 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-7eb1acb8-0e51-4f4c-9619-c32eed41e660 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:44.705114 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-7eb1acb8-0e51-4f4c-9619-c32eed41e660 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.730731 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-7eb1acb8-0e51-4f4c-9619-c32eed41e660 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7228343 Jul 19 15:49:44.744139 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Request body: {'port': {'device_id': 'd1382aa7-6d93-410a-94ae-a7944114573f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:49:44.836378 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Allocated IP 172.27.2.58 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/47112163-cb8a-470a-bd6f-0fa6a8929598) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:49:44.851825 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.871197 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:44.925033 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-423ec7a3-b4c4-4931-a683-82a9fbd5000a None None] Provisioning complete for port baf9abd3-9c5d-45c3-81b3-843072591796 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:49:44.925708 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-423ec7a3-b4c4-4931-a683-82a9fbd5000a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.966832 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for port (47112163-cb8a-470a-bd6f-0fa6a8929598), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:44.969721 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-423ec7a3-b4c4-4931-a683-82a9fbd5000a None None] Port baf9abd3-9c5d-45c3-81b3-843072591796 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:49:44.985637 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:45.018766 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (47112163-cb8a-470a-bd6f-0fa6a8929598), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:45.065405 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:49:45.078776 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:49:45.145925 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b9234-6604-412c-80f5-a47da920e749 req-f7fb7d31-b8ca-4581-903a-ef771aac7a4e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:45.150903 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e18b9234-6604-412c-80f5-a47da920e749 req-f7fb7d31-b8ca-4581-903a-ef771aac7a4e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 932 time: 0.0903509 Jul 19 15:49:45.154398 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:49:45.227186 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event updated for resources: {'Port': ['ID=47112163-cb8a-470a-bd6f-0fa6a8929598,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:45.242704 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:45.251651 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf9abd3-9c5d-45c3-81b3-843072591796 {{(pid=115785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:49:45.269500 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Publish callbacks [] for port (baf9abd3-9c5d-45c3-81b3-843072591796), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:45.281860 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e18b9234-6604-412c-80f5-a47da920e749 req-3f667e67-50dd-44c0-8212-dc63a4f85993 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168237 Jul 19 15:49:45.283433 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95716fef-1f32-4733-8801-c3e81c9dad3c req-72febfe0-1054-4429-8b4a-13aa281c781b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:45.284990 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-95716fef-1f32-4733-8801-c3e81c9dad3c req-72febfe0-1054-4429-8b4a-13aa281c781b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.1002018 Jul 19 15:49:45.329655 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.provisioning_blocks [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Transition to ACTIVE for port object baf9abd3-9c5d-45c3-81b3-843072591796 will not be triggered until provisioned by entity L2. {{(pid=115785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:49:45.338301 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (4ffdde37-99ae-436d-9c37-742b9deaef22), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:45.342106 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:45.400913 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (47112163-cb8a-470a-bd6f-0fa6a8929598), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:45.423232 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Pushing event updated for resources: {'Port': ['ID=baf9abd3-9c5d-45c3-81b3-843072591796,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:45.437507 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-95716fef-1f32-4733-8801-c3e81c9dad3c req-0928a5b1-2324-42cd-a3a5-8d33ace0a85b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443808 Jul 19 15:49:45.627878 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Attempting to bind port baf9abd3-9c5d-45c3-81b3-843072591796 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:49:45.631776 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Attempting to bind port baf9abd3-9c5d-45c3-81b3-843072591796 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:49:45.632216 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Attempting to bind port baf9abd3-9c5d-45c3-81b3-843072591796 on network fe8b95ad-7997-4bfd-893e-d87b2c843602 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:49:45.637734 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Port baf9abd3-9c5d-45c3-81b3-843072591796 on network fe8b95ad-7997-4bfd-893e-d87b2c843602 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:49:45.638858 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Attempting to bind port baf9abd3-9c5d-45c3-81b3-843072591796 on network fe8b95ad-7997-4bfd-893e-d87b2c843602 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:49:45.648338 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:49:45.648987 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Checking segment: {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:49:45.649573 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Bound using segment: {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:49:45.650228 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Bound port: baf9abd3-9c5d-45c3-81b3-843072591796, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'}}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:49:45.650853 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:45.675926 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for port (47112163-cb8a-470a-bd6f-0fa6a8929598), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:45.683625 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (47112163-cb8a-470a-bd6f-0fa6a8929598), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:45.721540 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:45.725342 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] For port baf9abd3-9c5d-45c3-81b3-843072591796, host hv-cinder-84902, cleared binding levels {{(pid=115785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:49:45.729631 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] For port baf9abd3-9c5d-45c3-81b3-843072591796, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=baf9abd3-9c5d-45c3-81b3-843072591796,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:49:45.737110 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:45.763757 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event updated for resources: {'Port': ['ID=47112163-cb8a-470a-bd6f-0fa6a8929598,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:45.773861 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:45.774155 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:45.775602 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] 10.222.0.36 "PUT /v2.0/ports/baf9abd3-9c5d-45c3-81b3-843072591796 HTTP/1.1" status: 200 len: 1094 time: 1.0378165 Jul 19 15:49:45.776099 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1382aa7-6d93-410a-94ae-a7944114573f', 'tag': 'baf9abd3-9c5d-45c3-81b3-843072591796'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:49:45.776948 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (4ffdde37-99ae-436d-9c37-742b9deaef22), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:45.778419 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b48f93-03a4-4204-8732-71fdf009e27b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1382aa7-6d93-410a-94ae-a7944114573f", "tag": "baf9abd3-9c5d-45c3-81b3-843072591796"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:49:45.808288 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80afc6-efdc-4dcf-9011-28b8281708ad service neutron] Pushing event updated for resources: {'Port': ['ID=baf9abd3-9c5d-45c3-81b3-843072591796,revision_number=3']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:45.816419 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:45.822927 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-d2ee7d58-8dd8-46b5-80f7-cd0679d77dd4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5478151 Jul 19 15:49:45.856142 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbec149c-07e5-4d9b-ac8c-9e452022f177 x-openstack-request-id: req-cbec149c-07e5-4d9b-ac8c-9e452022f177 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:49:45.856142 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1382aa7-6d93-410a-94ae-a7944114573f", "tag": "baf9abd3-9c5d-45c3-81b3-843072591796", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:49:45.856742 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbec149c-07e5-4d9b-ac8c-9e452022f177 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:49:45.856742 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbec149c-07e5-4d9b-ac8c-9e452022f177'] response: {'name': 'network-changed', 'server_uuid': 'd1382aa7-6d93-410a-94ae-a7944114573f', 'tag': 'baf9abd3-9c5d-45c3-81b3-843072591796', 'status': 'completed', 'code': 200} Jul 19 15:49:45.889348 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-c5cbac32-343f-4e96-b813-ec8ca555cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:45.891816 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-c5cbac32-343f-4e96-b813-ec8ca555cb4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 1128 time: 0.0710683 Jul 19 15:49:45.936467 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-54666b3d-43b3-4b4e-af36-b2ac4e5f7f74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baf9abd3-9c5d-45c3-81b3-843072591796 HTTP/1.1" status: 200 len: 217 time: 0.0377915 Jul 19 15:49:46.008042 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-ffd968d4-eb94-44a2-9712-17382d30a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:46.009753 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-ffd968d4-eb94-44a2-9712-17382d30a89f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=783ad02f-bd45-48ea-8e48-5acd89ea85ac HTTP/1.1" status: 200 len: 853 time: 0.0663409 Jul 19 15:49:46.079257 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 61483d93-6fa5-46d1-b820-a274f98ffcbb no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:49:46.080986 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f2368289-834e-4ddc-a6ba-938c2978fe46 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1486041827&fields=id&tenant_id=171a2f5462994c8d98ffd8cbc2ce5677 HTTP/1.1" status: 200 len: 267 time: 0.0477142 Jul 19 15:49:46.099891 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: 61483d93-6fa5-46d1-b820-a274f98ffcbb {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:49:46.100135 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 61483d93-6fa5-46d1-b820-a274f98ffcbb not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:49:46.140346 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e20736-8d5c-4612-b210-de417a6c8469 req-9afec967-ea7f-4d78-ba7a-792b8ef38393 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:46.142084 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b0e20736-8d5c-4612-b210-de417a6c8469 req-9afec967-ea7f-4d78-ba7a-792b8ef38393 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0863485 Jul 19 15:49:46.145431 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-2ba3150c-0ee0-4173-af27-da0b70ec7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:46.146934 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-2ba3150c-0ee0-4173-af27-da0b70ec7406 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe8b95ad-7997-4bfd-893e-d87b2c843602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537477 Jul 19 15:49:46.194822 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-7cf4517a-91f2-4f34-937a-ec79b4061f16 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:46.196299 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-7cf4517a-91f2-4f34-937a-ec79b4061f16 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 817 time: 0.1084638 Jul 19 15:49:46.212964 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-c88d13db-50a8-41a2-9c41-05bad1962ab0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/quotas/171a2f5462994c8d98ffd8cbc2ce5677 HTTP/1.1" status: 200 len: 375 time: 0.0111563 Jul 19 15:49:46.226902 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-13b0aaa9-40af-49cc-aa10-10e6263fc76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:46.242997 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b0e20736-8d5c-4612-b210-de417a6c8469 req-10d28545-8c49-499c-9312-6ce184cb0a0a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947077 Jul 19 15:49:46.277012 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-3669c8cb-4f80-4960-9ec6-1abc800d3be0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578399 Jul 19 15:49:46.278144 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-dffb9d7e-acd9-48d0-a13a-31c82b270477 service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109695 Jul 19 15:49:46.372385 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:46.376480 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:46.379874 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-55549e7a-e452-41f3-9cd8-9d136de4e985 service neutron] 10.222.0.64 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912786 Jul 19 15:49:46.482845 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-3eb7481c-655c-463d-beaf-d0a8d2258364 service neutron] 10.222.0.64 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952289 Jul 19 15:49:46.657564 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0598b3e5-22ad-4d37-bb71-9e1d8bff66e8 req-def1cded-5d18-4847-a249-860508c23fe5 service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720458 Jul 19 15:49:46.671815 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a144af1-86bf-4b55-8186-375585299eb9 req-41361060-27fb-4cc3-a4c1-1745efd6c0c2 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:46.678697 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4a144af1-86bf-4b55-8186-375585299eb9 req-41361060-27fb-4cc3-a4c1-1745efd6c0c2 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 944 time: 0.3191924 Jul 19 15:49:46.736857 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4a144af1-86bf-4b55-8186-375585299eb9 req-7f42cfb5-682b-42eb-9371-73e2d79b677a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570412 Jul 19 15:49:46.738941 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf3695-35f9-452f-9988-2a73b1b603f3 req-f48eb62c-98ad-4eff-a44f-fb4565efc609 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:46.756540 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1daf3695-35f9-452f-9988-2a73b1b603f3 req-f48eb62c-98ad-4eff-a44f-fb4565efc609 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0775132 Jul 19 15:49:46.816146 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a86d9e18-2aa6-4d4f-ab0e-35c1c84f6f5b req-5cd9d70b-f833-4c3c-b4ef-e8324fcce5d3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 210 time: 0.0449276 Jul 19 15:49:46.830585 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1daf3695-35f9-452f-9988-2a73b1b603f3 req-573d96cc-2882-4383-9fdc-604952832403 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715959 Jul 19 15:49:47.360123 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cf515-aa88-4172-a050-5204683b2b48 req-80f567b7-6b8c-4f93-b014-e8f2968b56ec tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:47.361558 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-589cf515-aa88-4172-a050-5204683b2b48 req-80f567b7-6b8c-4f93-b014-e8f2968b56ec tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0493481 Jul 19 15:49:47.412265 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-589cf515-aa88-4172-a050-5204683b2b48 req-745b7253-5bfe-4ec9-ad46-8a24c33c6299 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450075 Jul 19 15:49:47.847913 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efd5a0-380c-4511-8d5f-43e4f3b0cdae req-a269b693-9667-4954-a558-a7e30099a0b0 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:47.849472 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f9efd5a0-380c-4511-8d5f-43e4f3b0cdae req-a269b693-9667-4954-a558-a7e30099a0b0 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 944 time: 0.0509052 Jul 19 15:49:47.879973 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:47.903889 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f9efd5a0-380c-4511-8d5f-43e4f3b0cdae req-2e379f46-9714-4ec5-bc3f-af124ab58319 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487795 Jul 19 15:49:47.927567 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-19a2310f-8ebb-48f0-9a89-89c9a959dd40 req-38f78491-ca3a-4a44-ac00-8c56420460a5 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 210 time: 0.0294437 Jul 19 15:49:48.008055 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6989d8-d8bc-4703-8e3d-32d4ff9dad3c req-9288f022-0562-4bc9-bbf6-658a191e8fd8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:48.009522 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ea6989d8-d8bc-4703-8e3d-32d4ff9dad3c req-9288f022-0562-4bc9-bbf6-658a191e8fd8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0484059 Jul 19 15:49:48.058175 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ea6989d8-d8bc-4703-8e3d-32d4ff9dad3c req-8d398837-327e-45f3-ba89-7625011a4a91 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432315 Jul 19 15:49:48.525026 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1db10c-ab6c-424e-8f93-7aad64bdf27e req-0003d9d7-5c59-4ac7-b6fa-8562af7f670e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:48.526516 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ef1db10c-ab6c-424e-8f93-7aad64bdf27e req-0003d9d7-5c59-4ac7-b6fa-8562af7f670e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0465980 Jul 19 15:49:48.575238 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ef1db10c-ab6c-424e-8f93-7aad64bdf27e req-2bf5993b-d635-436a-9b53-76dfbca92043 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424893 Jul 19 15:49:48.623807 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ed930eb7-5db0-4176-a5cc-cb0a61ec6b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:49.021416 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c680f-ada4-49c0-8f59-fa1200d8bd4f req-c48d83db-60d6-4824-ac7e-c7cd37fb0a05 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:49.022948 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c01c680f-ada4-49c0-8f59-fa1200d8bd4f req-c48d83db-60d6-4824-ac7e-c7cd37fb0a05 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 944 time: 0.0506086 Jul 19 15:49:49.029863 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1798af05-d092-4c7c-9a30-b7531e34b50a req-6fcc5dda-fb96-46b7-8c41-ebd2759808dc tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 210 time: 0.0316994 Jul 19 15:49:49.072052 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c01c680f-ada4-49c0-8f59-fa1200d8bd4f req-7975b376-9ad2-4109-be00-80f3b2ae0086 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434647 Jul 19 15:49:49.173985 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace38ba5-fcae-4ab1-adbc-ab79bca877c4 req-702a7776-7d3f-4817-a350-608cf9028d77 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:49.175529 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ace38ba5-fcae-4ab1-adbc-ab79bca877c4 req-702a7776-7d3f-4817-a350-608cf9028d77 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0481024 Jul 19 15:49:49.222491 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ace38ba5-fcae-4ab1-adbc-ab79bca877c4 req-ff02341f-ade2-43d4-b5a0-7c314008b287 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414262 Jul 19 15:49:49.613828 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:49.692372 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f2c73-7f31-417c-ae3c-6ed01cfa4bfa req-c6b282c0-9205-424e-b7ca-3e5ee7793a49 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:49.693864 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2e3f2c73-7f31-417c-ae3c-6ed01cfa4bfa req-c6b282c0-9205-424e-b7ca-3e5ee7793a49 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0477772 Jul 19 15:49:49.741580 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2e3f2c73-7f31-417c-ae3c-6ed01cfa4bfa req-62ac87b0-1083-4cb7-bc9e-a2212430b169 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422029 Jul 19 15:49:50.129695 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-96d4dea3-508d-4a85-9a88-962891a882cb req-40c0318f-7799-465e-a398-ecb50b527087 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 210 time: 0.0282001 Jul 19 15:49:50.195255 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a68636-aec7-460a-970e-6b3b179b4ab2 req-8998b75a-fa65-4448-b955-1eaa0d53717c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:50.197089 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-68a68636-aec7-460a-970e-6b3b179b4ab2 req-8998b75a-fa65-4448-b955-1eaa0d53717c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 944 time: 0.0566840 Jul 19 15:49:50.248303 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-68a68636-aec7-460a-970e-6b3b179b4ab2 req-f1f1a761-5956-4e5a-9fa3-8d5ba64362bd tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456481 Jul 19 15:49:50.327848 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:50.349873 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff2f88-5064-468e-83e3-dcd64348f7d5 req-bd632a32-b1e0-4bb8-9a2b-f39a13a764f8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:50.351796 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-33ff2f88-5064-468e-83e3-dcd64348f7d5 req-bd632a32-b1e0-4bb8-9a2b-f39a13a764f8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0513518 Jul 19 15:49:50.419847 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48f93-03a4-4204-8732-71fdf009e27b req-89f26201-11ef-46fc-ae12-1b5910d8a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:50.421339 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b5b48f93-03a4-4204-8732-71fdf009e27b req-89f26201-11ef-46fc-ae12-1b5910d8a729 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 1128 time: 0.0686653 Jul 19 15:49:50.462731 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-33ff2f88-5064-468e-83e3-dcd64348f7d5 req-0135578c-ca4e-4ce5-bb30-9914ea76b700 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996730 Jul 19 15:49:50.530238 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48f93-03a4-4204-8732-71fdf009e27b req-2a2221da-d9a6-4be9-9781-0c0aed296053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:50.532384 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b5b48f93-03a4-4204-8732-71fdf009e27b req-2a2221da-d9a6-4be9-9781-0c0aed296053 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 915 time: 0.0941224 Jul 19 15:49:50.857470 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43be84-36e6-489c-84a1-98805ee9a65a req-1028a93b-868d-4f7f-9245-38c5e65d14d4 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:50.858959 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ea43be84-36e6-489c-84a1-98805ee9a65a req-1028a93b-868d-4f7f-9245-38c5e65d14d4 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0474734 Jul 19 15:49:50.906974 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ea43be84-36e6-489c-84a1-98805ee9a65a req-b05933b8-b6c1-4a96-8f6a-596f9aeeabdc tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420539 Jul 19 15:49:51.236244 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-416ed9f7-fa70-417c-9b92-bd42ae237ee3 req-2210dddb-e743-42ee-b85c-44eaeda20fe6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 210 time: 0.0349891 Jul 19 15:49:51.377939 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38499198-10a6-4f33-aef2-2193c05e7412 req-a3fbbcb7-bc55-42df-8626-da13c696078e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:51.378798 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-38499198-10a6-4f33-aef2-2193c05e7412 req-a3fbbcb7-bc55-42df-8626-da13c696078e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 944 time: 0.0546658 Jul 19 15:49:51.397463 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b5b48f93-03a4-4204-8732-71fdf009e27b req-d79a99dc-1e4b-4052-b950-d54c948661b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baf9abd3-9c5d-45c3-81b3-843072591796 HTTP/1.1" status: 200 len: 217 time: 0.0361500 Jul 19 15:49:51.447037 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-38499198-10a6-4f33-aef2-2193c05e7412 req-d8a61c1b-d879-4d7b-98a7-def5792de643 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622964 Jul 19 15:49:51.454575 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48f93-03a4-4204-8732-71fdf009e27b req-6c52f5b9-1dce-4d0e-9eae-9161690b44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:51.456043 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b5b48f93-03a4-4204-8732-71fdf009e27b req-6c52f5b9-1dce-4d0e-9eae-9161690b44ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=783ad02f-bd45-48ea-8e48-5acd89ea85ac HTTP/1.1" status: 200 len: 853 time: 0.0527153 Jul 19 15:49:51.517237 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:51.582014 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2051fc-afdb-4768-a32f-2bb278ec189a req-9b2b01d7-8823-43f3-bd82-e343e5e81f34 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:51.583807 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9b2051fc-afdb-4768-a32f-2bb278ec189a req-9b2b01d7-8823-43f3-bd82-e343e5e81f34 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0528100 Jul 19 15:49:51.631414 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9b2051fc-afdb-4768-a32f-2bb278ec189a req-eb7da395-df1f-42f3-b1a9-bc15948011f6 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418432 Jul 19 15:49:51.741650 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48f93-03a4-4204-8732-71fdf009e27b req-cbd61123-7a86-44bc-bcf0-748cfba64ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:51.743188 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b5b48f93-03a4-4204-8732-71fdf009e27b req-cbd61123-7a86-44bc-bcf0-748cfba64ba6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe8b95ad-7997-4bfd-893e-d87b2c843602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722904 Jul 19 15:49:51.744085 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aeb048-ecf0-4698-9e7f-40d24bcea9ec req-469e2e14-1370-4185-9746-6fe54afa3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:51.745574 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a9aeb048-ecf0-4698-9e7f-40d24bcea9ec req-469e2e14-1370-4185-9746-6fe54afa3a0c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 1130 time: 0.0761254 Jul 19 15:49:51.866331 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a9aeb048-ecf0-4698-9e7f-40d24bcea9ec req-b4f08dba-f500-479c-a9a0-ccb5c73bef90 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991583 Jul 19 15:49:51.868651 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:51.888835 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b5b48f93-03a4-4204-8732-71fdf009e27b req-12d2d17d-a8db-45a7-8b14-60d066156c16 service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301482 Jul 19 15:49:51.900764 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-61126ec9-f0cb-4bac-b47e-eb92544ca3e1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:51.902336 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-61126ec9-f0cb-4bac-b47e-eb92544ca3e1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.36 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 817 time: 0.1376016 Jul 19 15:49:52.023409 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc74d1-64d0-4c25-a8aa-5aa52cf6c6ba req-ae6cbf99-f146-4cc4-b052-b32765ba90b2 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:52.024880 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5fbc74d1-64d0-4c25-a8aa-5aa52cf6c6ba req-ae6cbf99-f146-4cc4-b052-b32765ba90b2 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0475988 Jul 19 15:49:52.050701 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:52.074281 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5fbc74d1-64d0-4c25-a8aa-5aa52cf6c6ba req-940b3947-4db7-4422-bb91-5a9702aa16c1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Jul 19 15:49:52.120342 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device baf9abd3-9c5d-45c3-81b3-843072591796 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:49:52.121255 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:52.151257 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-c949e2fa-c10e-461c-b649-76839709bacf tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=171a2f5462994c8d98ffd8cbc2ce5677 HTTP/1.1" status: 200 len: 380 time: 0.0608025 Jul 19 15:49:52.183959 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b5b48f93-03a4-4204-8732-71fdf009e27b req-308a4436-46c5-4327-9169-dda8a12f273b service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945911 Jul 19 15:49:52.200816 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-345c28dd-c842-4436-b2fd-def43e7cf4c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Request body: {'port': {'device_id': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'admin_state_up': True, 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'security_groups': ['caf26ad3-4ce8-4dcd-b1ea-16031de24ab5']}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:49:52.232326 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port baf9abd3-9c5d-45c3-81b3-843072591796, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=baf9abd3-9c5d-45c3-81b3-843072591796,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:49:52.251913 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': 'baf9abd3-9c5d-45c3-81b3-843072591796', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'port_id': 'baf9abd3-9c5d-45c3-81b3-843072591796', 'mac_address': 'fa:16:3e:98:51:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:49:52.294189 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port baf9abd3-9c5d-45c3-81b3-843072591796 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:49:52.294642 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:52.314250 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf9abd3-9c5d-45c3-81b3-843072591796 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:49:52.317260 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-345c28dd-c842-4436-b2fd-def43e7cf4c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Made reservation on behalf of 171a2f5462994c8d98ffd8cbc2ce5677 for: {'port': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:49:52.322087 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-345c28dd-c842-4436-b2fd-def43e7cf4c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:52.343202 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port baf9abd3-9c5d-45c3-81b3-843072591796, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=baf9abd3-9c5d-45c3-81b3-843072591796,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:49:52.349610 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:52.363496 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-00fe79b0-0997-4197-9f8e-e9eb56cab7e0 req-246dcc50-347c-411a-970f-f133f135282a tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 210 time: 0.0413668 Jul 19 15:49:52.386505 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:52.405629 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=baf9abd3-9c5d-45c3-81b3-843072591796,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:52.474233 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-345c28dd-c842-4436-b2fd-def43e7cf4c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Allocated IP 172.20.0.13 (4747c92b-9953-4013-87b5-ea57492dd5d4/60fb34e8-0b5b-4987-b39f-b08c45bd460d/f79bc5b8-5b78-4990-ae5f-977bb42032bd) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:49:52.616376 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['baf9abd3-9c5d-45c3-81b3-843072591796'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:49:52.622905 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215ae84-52c4-4134-bf37-ffbbfeba4f47 req-494503b1-b1b6-4426-8d2c-07c899a9a180 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:52.624351 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d215ae84-52c4-4134-bf37-ffbbfeba4f47 req-494503b1-b1b6-4426-8d2c-07c899a9a180 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 945 time: 0.0891023 Jul 19 15:49:52.705599 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-345c28dd-c842-4436-b2fd-def43e7cf4c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:52.709938 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d215ae84-52c4-4134-bf37-ffbbfeba4f47 req-bd601c73-f897-443c-9d1a-a688b69bb091 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778868 Jul 19 15:49:52.764765 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-345c28dd-c842-4436-b2fd-def43e7cf4c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:52.771289 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40af6-f013-49c1-b47e-42a92832bf05 req-27ba7968-6876-4e02-a23e-075f873683f9 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:52.772814 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-57b40af6-f013-49c1-b47e-42a92832bf05 req-27ba7968-6876-4e02-a23e-075f873683f9 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0633104 Jul 19 15:49:52.809418 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-345c28dd-c842-4436-b2fd-def43e7cf4c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Network 4747c92b-9953-4013-87b5-ea57492dd5d4 is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:49:52.815889 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-345c28dd-c842-4436-b2fd-def43e7cf4c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:49:52.819919 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-345c28dd-c842-4436-b2fd-def43e7cf4c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:49:52.830395 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-57b40af6-f013-49c1-b47e-42a92832bf05 req-c7743996-3ad2-45e6-9ffb-cb7cab9fbd2e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507131 Jul 19 15:49:52.851754 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c28dd-c842-4436-b2fd-def43e7cf4c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event updated for resources: {'Port': ['ID=f79bc5b8-5b78-4990-ae5f-977bb42032bd,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:52.887697 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-345c28dd-c842-4436-b2fd-def43e7cf4c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:52.888328 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-345c28dd-c842-4436-b2fd-def43e7cf4c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:52.906172 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-345c28dd-c842-4436-b2fd-def43e7cf4c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7093196 Jul 19 15:49:53.112292 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-34129748-dc47-4c43-9a4c-d73643ab1bef None None] Provisioning complete for port f79bc5b8-5b78-4990-ae5f-977bb42032bd triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:49:53.112674 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-34129748-dc47-4c43-9a4c-d73643ab1bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:53.145375 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-34129748-dc47-4c43-9a4c-d73643ab1bef None None] Port f79bc5b8-5b78-4990-ae5f-977bb42032bd cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:49:53.189123 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc8675-aa2c-485a-81a2-496aef3b2dd5 req-edef31f2-d5c2-4c76-9ba8-57282f2ede20 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:53.190631 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d1bc8675-aa2c-485a-81a2-496aef3b2dd5 req-edef31f2-d5c2-4c76-9ba8-57282f2ede20 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0479300 Jul 19 15:49:53.237764 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d1bc8675-aa2c-485a-81a2-496aef3b2dd5 req-c80c0b02-ef0a-447d-978a-6ad196cfdb39 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416076 Jul 19 15:49:53.323938 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Request body: {'port': {'device_id': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:49:53.344534 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:53.386625 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:53.485316 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dbea0-8bc5-465c-90bc-f1a8409602dd req-264fafba-aa9d-4642-a151-2f218464ea77 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:53.486829 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ab2dbea0-8bc5-465c-90bc-f1a8409602dd req-264fafba-aa9d-4642-a151-2f218464ea77 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 932 time: 0.0546985 Jul 19 15:49:53.535631 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ab2dbea0-8bc5-465c-90bc-f1a8409602dd req-d5045605-6465-45d6-8712-484a1eec64cb tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430138 Jul 19 15:49:53.601197 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:53.669890 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79bc5b8-5b78-4990-ae5f-977bb42032bd {{(pid=115784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:49:53.677749 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Publish callbacks [] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:53.690727 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.provisioning_blocks [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Transition to ACTIVE for port object f79bc5b8-5b78-4990-ae5f-977bb42032bd will not be triggered until provisioned by entity L2. {{(pid=115784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:49:53.694168 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:53.748183 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Pushing event updated for resources: {'Port': ['ID=f79bc5b8-5b78-4990-ae5f-977bb42032bd,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:53.868186 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eb54f-a74b-465f-9163-1221fff06582 req-33074a93-8d51-47bc-849f-a192ee8b49ec tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:53.869623 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0a4eb54f-a74b-465f-9163-1221fff06582 req-33074a93-8d51-47bc-849f-a192ee8b49ec tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 945 time: 0.0673850 Jul 19 15:49:53.870701 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Attempting to bind port f79bc5b8-5b78-4990-ae5f-977bb42032bd on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:49:53.871093 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Attempting to bind port f79bc5b8-5b78-4990-ae5f-977bb42032bd by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:49:53.871431 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Attempting to bind port f79bc5b8-5b78-4990-ae5f-977bb42032bd on network 4747c92b-9953-4013-87b5-ea57492dd5d4 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:49:53.877208 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Port f79bc5b8-5b78-4990-ae5f-977bb42032bd on network 4747c92b-9953-4013-87b5-ea57492dd5d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:49:53.877541 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Attempting to bind port f79bc5b8-5b78-4990-ae5f-977bb42032bd on network 4747c92b-9953-4013-87b5-ea57492dd5d4 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:49:53.884525 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:49:53.884870 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Checking segment: {'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:49:53.885258 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Bound using segment: {'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:49:53.885699 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Bound port: f79bc5b8-5b78-4990-ae5f-977bb42032bd, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664efb0a-a0a2-43fe-a55f-a323d2b78d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4'}}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:49:53.886065 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:53.965696 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:53.970406 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e467d-46bf-4dfe-a9ea-6cbfb01d48ae req-e418cff3-d635-4a65-af07-7a7722be708a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:53.972341 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0b1e467d-46bf-4dfe-a9ea-6cbfb01d48ae req-e418cff3-d635-4a65-af07-7a7722be708a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0534639 Jul 19 15:49:53.981452 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0a4eb54f-a74b-465f-9163-1221fff06582 req-f1e17d35-cb19-4a80-af87-e93caf49bae9 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980465 Jul 19 15:49:54.008970 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] For port f79bc5b8-5b78-4990-ae5f-977bb42032bd, host hv-cinder-84902, cleared binding levels {{(pid=115784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:49:54.012336 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] For port f79bc5b8-5b78-4990-ae5f-977bb42032bd, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:49:54.019876 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:54.027355 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0b1e467d-46bf-4dfe-a9ea-6cbfb01d48ae req-9801a054-4a93-45b3-acfa-6be08c657ecd tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464892 Jul 19 15:49:54.060043 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:54.060771 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:54.062054 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] 10.222.0.36 "PUT /v2.0/ports/f79bc5b8-5b78-4990-ae5f-977bb42032bd HTTP/1.1" status: 200 len: 1094 time: 0.7423732 Jul 19 15:49:54.062513 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:49:54.065409 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03820dd5-3e13-470d-8329-0bfd43865e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:49:54.090618 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b65143-a64c-478b-8946-f6b014617df9 service neutron] Pushing event updated for resources: {'Port': ['ID=f79bc5b8-5b78-4990-ae5f-977bb42032bd,revision_number=3']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:54.115723 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58884f0e-a94c-4a32-a0a3-b88929237dc8 x-openstack-request-id: req-58884f0e-a94c-4a32-a0a3-b88929237dc8 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:49:54.116665 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:49:54.117182 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58884f0e-a94c-4a32-a0a3-b88929237dc8 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:49:54.118022 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58884f0e-a94c-4a32-a0a3-b88929237dc8'] response: {'name': 'network-changed', 'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'status': 'completed', 'code': 200} Jul 19 15:49:54.120662 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device baf9abd3-9c5d-45c3-81b3-843072591796 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:49:54.178454 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-8a775e1c-304d-48eb-98be-c17d08f0f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:54.179419 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port baf9abd3-9c5d-45c3-81b3-843072591796 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:49:54.180191 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-8a775e1c-304d-48eb-98be-c17d08f0f32a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 1128 time: 0.0558596 Jul 19 15:49:54.193235 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port baf9abd3-9c5d-45c3-81b3-843072591796 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:49:54.193964 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:54.224916 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-da00606f-3833-4cbf-a68d-ae14e5bf9466 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd HTTP/1.1" status: 200 len: 217 time: 0.0379894 Jul 19 15:49:54.227788 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:54.271687 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:54.284784 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f36b92b1-a399-4ad4-8b79-7314e0b0363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:54.286902 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-f36b92b1-a399-4ad4-8b79-7314e0b0363b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fb34e8-0b5b-4987-b39f-b08c45bd460d HTTP/1.1" status: 200 len: 856 time: 0.0564938 Jul 19 15:49:54.290999 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port baf9abd3-9c5d-45c3-81b3-843072591796 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:49:54.291442 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:54.346334 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1382aa7-6d93-410a-94ae-a7944114573f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf9abd3-9c5d-45c3-81b3-843072591796'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:49:54.348862 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a614faeb-9be8-4a0d-9f33-e6bb7b37ae17" -d '{"events": [{"server_uuid": "d1382aa7-6d93-410a-94ae-a7944114573f", "name": "network-vif-plugged", "status": "completed", "tag": "baf9abd3-9c5d-45c3-81b3-843072591796"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:49:54.362702 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port baf9abd3-9c5d-45c3-81b3-843072591796, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=baf9abd3-9c5d-45c3-81b3-843072591796,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:49:54.363123 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-efbf6e17-268e-465d-b04d-394ff16f4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:54.364830 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-efbf6e17-268e-465d-b04d-394ff16f4fa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4747c92b-9953-4013-87b5-ea57492dd5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707796 Jul 19 15:49:54.368209 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:54.435256 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ba7a9-a115-49fc-80a7-477f8ab31e41 req-a12496da-5017-4c22-91d9-a2da69267bd5 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:54.437040 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a99ba7a9-a115-49fc-80a7-477f8ab31e41 req-a12496da-5017-4c22-91d9-a2da69267bd5 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0835776 Jul 19 15:49:54.451621 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc90045-cb24-4969-9181-aa816dcd65e4 x-openstack-request-id: req-6dc90045-cb24-4969-9181-aa816dcd65e4 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:49:54.452324 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1382aa7-6d93-410a-94ae-a7944114573f", "name": "network-vif-plugged", "status": "completed", "tag": "baf9abd3-9c5d-45c3-81b3-843072591796", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:49:54.452812 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6dc90045-cb24-4969-9181-aa816dcd65e4 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:49:54.454296 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc90045-cb24-4969-9181-aa816dcd65e4'] response: {'server_uuid': 'd1382aa7-6d93-410a-94ae-a7944114573f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf9abd3-9c5d-45c3-81b3-843072591796', 'code': 200} Jul 19 15:49:54.466229 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=baf9abd3-9c5d-45c3-81b3-843072591796,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:54.537577 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a99ba7a9-a115-49fc-80a7-477f8ab31e41 req-b0fd1dae-ee08-4506-bb76-d96a13603e11 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657465 Jul 19 15:49:54.553254 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-028b620c-71a7-4459-adae-268611fc283a service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633735 Jul 19 15:49:54.554816 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:54.566641 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d8ec8-8965-4666-a046-087812f51500 req-3b733b1a-ea87-470d-a648-16dc2e3b277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:54.568567 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da7d8ec8-8965-4666-a046-087812f51500 req-3b733b1a-ea87-470d-a648-16dc2e3b277c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 1130 time: 0.0985763 Jul 19 15:49:54.577218 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70174069-9498-4ee0-8c7c-0fcf286c45bc req-2d6d7cef-2e4a-4de4-8a63-d4d9cc6fd089 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:54.579547 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-70174069-9498-4ee0-8c7c-0fcf286c45bc req-2d6d7cef-2e4a-4de4-8a63-d4d9cc6fd089 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0667436 Jul 19 15:49:54.713588 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de666e-0085-468e-9b55-334cc3dc7fbe req-b77e538f-d460-44d5-81d9-a5ceef3e5a66 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:54.715125 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-71de666e-0085-468e-9b55-334cc3dc7fbe req-b77e538f-d460-44d5-81d9-a5ceef3e5a66 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0729897 Jul 19 15:49:54.715611 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:54.720250 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a890c6b6-8a8d-4508-bfa7-40603fa6bf0a req-2319c495-173e-41c4-875e-5c5f8e2dc974 service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606667 Jul 19 15:49:54.725547 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e398a44-2214-4bd0-94d3-2cd0b3454c46 req-69b1df04-9081-4787-a981-2dd77265a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:54.727279 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4e398a44-2214-4bd0-94d3-2cd0b3454c46 req-69b1df04-9081-4787-a981-2dd77265a545 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 1130 time: 0.1055648 Jul 19 15:49:54.733261 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-70174069-9498-4ee0-8c7c-0fcf286c45bc req-32d57140-a5a7-4977-acb8-c791cb484bdd tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440039 Jul 19 15:49:54.772178 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d8ec8-8965-4666-a046-087812f51500 req-67ac96a6-cfe9-40c0-9c2c-084e7a577b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:54.774101 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da7d8ec8-8965-4666-a046-087812f51500 req-67ac96a6-cfe9-40c0-9c2c-084e7a577b1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.1936586 Jul 19 15:49:54.779450 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-71de666e-0085-468e-9b55-334cc3dc7fbe req-eb845247-2523-48ef-b2ef-a8522381a05b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513146 Jul 19 15:49:54.807177 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4e398a44-2214-4bd0-94d3-2cd0b3454c46 req-ee9ae2c0-d2dd-40fe-a3ae-7f452b41f91b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706065 Jul 19 15:49:55.100045 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfde32c-e0be-4d8d-9a2a-66885ae0cfa4 req-c7efdd7c-d790-437a-85d0-f0af09058052 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:55.101514 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3bfde32c-e0be-4d8d-9a2a-66885ae0cfa4 req-c7efdd7c-d790-437a-85d0-f0af09058052 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 946 time: 0.0469701 Jul 19 15:49:55.151644 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3bfde32c-e0be-4d8d-9a2a-66885ae0cfa4 req-bea11ec9-1c9b-4064-9327-3cf00bc61673 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445893 Jul 19 15:49:55.638854 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3022c-c15b-42ff-b6eb-1bc8a37d8dbe req-536b962d-2ab9-47f1-88f6-aad1335f14f1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:55.640326 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3fa3022c-c15b-42ff-b6eb-1bc8a37d8dbe req-536b962d-2ab9-47f1-88f6-aad1335f14f1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0473456 Jul 19 15:49:55.688480 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3fa3022c-c15b-42ff-b6eb-1bc8a37d8dbe req-bdbab3c4-e3a7-4f8a-99c9-bbc239e05ef9 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418739 Jul 19 15:49:55.895750 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03820dd5-3e13-470d-8329-0bfd43865e6b req-83f8bc24-66a2-4b8e-abc9-afc4c41e4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:55.897279 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-03820dd5-3e13-470d-8329-0bfd43865e6b req-83f8bc24-66a2-4b8e-abc9-afc4c41e4c1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 1128 time: 0.1149395 Jul 19 15:49:55.909072 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec06e84-4a90-43f1-bdde-45b28db30db9 req-8a2c6bec-0b3f-4a0e-9ecb-c9b384375fd6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:55.911070 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-cec06e84-4a90-43f1-bdde-45b28db30db9 req-8a2c6bec-0b3f-4a0e-9ecb-c9b384375fd6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0581799 Jul 19 15:49:55.919252 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da7d8ec8-8965-4666-a046-087812f51500 req-d7dfc42b-ec1a-44fc-b02c-f144011bd6a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=588a9a7a-f29d-40a2-abf8-161404100f96 HTTP/1.1" status: 200 len: 1001 time: 0.1383610 Jul 19 15:49:55.928191 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed873f8-2fb9-41a9-a0cb-591127ee628d req-ae9ab810-0798-4245-a8be-600c6aa011eb tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:55.929734 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bed873f8-2fb9-41a9-a0cb-591127ee628d req-ae9ab810-0798-4245-a8be-600c6aa011eb tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.1036017 Jul 19 15:49:55.969449 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-cec06e84-4a90-43f1-bdde-45b28db30db9 req-50b5fe8b-da85-4dc6-9438-9c183b54922f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524814 Jul 19 15:49:56.068212 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:56.069937 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d8ec8-8965-4666-a046-087812f51500 req-0f092d3e-5252-4d5b-b6d9-75f4a008cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:56.071479 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da7d8ec8-8965-4666-a046-087812f51500 req-0f092d3e-5252-4d5b-b6d9-75f4a008cabd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.1408663 Jul 19 15:49:56.080519 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bed873f8-2fb9-41a9-a0cb-591127ee628d req-e00ebac0-1623-4252-83ec-bc88d58f2c0d tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325893 Jul 19 15:49:56.095332 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03820dd5-3e13-470d-8329-0bfd43865e6b req-50d4ecd5-7f29-4283-8cfd-e5be2f4e37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:56.096875 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-03820dd5-3e13-470d-8329-0bfd43865e6b req-50d4ecd5-7f29-4283-8cfd-e5be2f4e37e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 918 time: 0.1883564 Jul 19 15:49:56.119928 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device f79bc5b8-5b78-4990-ae5f-977bb42032bd details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:49:56.220937 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port f79bc5b8-5b78-4990-ae5f-977bb42032bd, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:49:56.232329 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'port_id': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'mac_address': 'fa:16:3e:1d:3a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:49:56.265293 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81ca2d-9eeb-43ba-966d-893d6ae66107 req-51fa2b21-a8ae-439b-93b2-483614373a1a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:56.267538 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7f81ca2d-9eeb-43ba-966d-893d6ae66107 req-51fa2b21-a8ae-439b-93b2-483614373a1a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 946 time: 0.0486681 Jul 19 15:49:56.271824 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port f79bc5b8-5b78-4990-ae5f-977bb42032bd is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:49:56.272219 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:56.285362 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79bc5b8-5b78-4990-ae5f-977bb42032bd {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:49:56.306812 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port f79bc5b8-5b78-4990-ae5f-977bb42032bd, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:49:56.310781 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:56.316883 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7f81ca2d-9eeb-43ba-966d-893d6ae66107 req-b90d892f-2d51-490f-a6d9-263493321eb2 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433850 Jul 19 15:49:56.357544 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=f79bc5b8-5b78-4990-ae5f-977bb42032bd,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:56.447631 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-03820dd5-3e13-470d-8329-0bfd43865e6b req-9fdc3cea-c9d2-4800-8fad-652b2e3975db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd HTTP/1.1" status: 200 len: 217 time: 0.0584943 Jul 19 15:49:56.461544 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d8ec8-8965-4666-a046-087812f51500 req-949c0cda-8046-4632-83dc-6b35311881f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:56.463354 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da7d8ec8-8965-4666-a046-087812f51500 req-949c0cda-8046-4632-83dc-6b35311881f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730839 Jul 19 15:49:56.566392 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03820dd5-3e13-470d-8329-0bfd43865e6b req-9dd8c687-f37a-4705-808e-d2b74c36454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:56.567856 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-03820dd5-3e13-470d-8329-0bfd43865e6b req-9dd8c687-f37a-4705-808e-d2b74c36454c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fb34e8-0b5b-4987-b39f-b08c45bd460d HTTP/1.1" status: 200 len: 856 time: 0.1036658 Jul 19 15:49:56.595170 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['f79bc5b8-5b78-4990-ae5f-977bb42032bd'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:49:56.595499 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da7d8ec8-8965-4666-a046-087812f51500 req-cabbcdb5-e816-406a-a994-20862954dda7 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239460 Jul 19 15:49:56.751183 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:56.756323 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03820dd5-3e13-470d-8329-0bfd43865e6b req-8a4543e2-b967-42e5-8ea2-81ce05e51c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:56.757835 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-03820dd5-3e13-470d-8329-0bfd43865e6b req-8a4543e2-b967-42e5-8ea2-81ce05e51c7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4747c92b-9953-4013-87b5-ea57492dd5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1040070 Jul 19 15:49:56.809137 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-da7d8ec8-8965-4666-a046-087812f51500 req-5c1e7890-8cc4-4397-b7c9-83ff5319558d service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470916 Jul 19 15:49:56.828176 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dca87-4c3c-4b63-bf6f-67b6bb62b311 req-d059abb6-8b73-4d1b-a1ed-d8e2f8ccc8d8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:56.829866 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d29dca87-4c3c-4b63-bf6f-67b6bb62b311 req-d059abb6-8b73-4d1b-a1ed-d8e2f8ccc8d8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0583987 Jul 19 15:49:56.879905 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d29dca87-4c3c-4b63-bf6f-67b6bb62b311 req-8be03cb8-4d19-4899-9e0a-4a2eece1b631 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446830 Jul 19 15:49:57.092272 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa1149-5756-4578-9b69-f9714fae242a req-7e93361f-c0a8-4c62-97a2-46189ca0a73f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:57.098258 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-36fa1149-5756-4578-9b69-f9714fae242a req-7e93361f-c0a8-4c62-97a2-46189ca0a73f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0617526 Jul 19 15:49:57.112917 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89431b3-a25b-407a-9e92-aa503d51f45a req-0ee41218-7870-4553-9aef-5241723d2f8b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:57.114534 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a89431b3-a25b-407a-9e92-aa503d51f45a req-0ee41218-7870-4553-9aef-5241723d2f8b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 945 time: 0.0600543 Jul 19 15:49:57.188976 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a89431b3-a25b-407a-9e92-aa503d51f45a req-88dc5481-5fad-4d6d-9186-2f4590c89749 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654483 Jul 19 15:49:57.244663 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-36fa1149-5756-4578-9b69-f9714fae242a req-fb14c643-dcfe-4030-80eb-940e9aa2df3f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366341 Jul 19 15:49:57.284239 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-03820dd5-3e13-470d-8329-0bfd43865e6b req-b399faef-08c9-42fe-94e3-b38b63195abf service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384397 Jul 19 15:49:57.309945 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f513e-259b-47d0-86b5-ef872f4a7ff6 req-13400d0b-75e6-449b-a7ed-8a6055fc99b5 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:57.311645 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-103f513e-259b-47d0-86b5-ef872f4a7ff6 req-13400d0b-75e6-449b-a7ed-8a6055fc99b5 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0522449 Jul 19 15:49:57.343478 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7efd88-cbf0-4fd3-b83a-a0f887da7e2d req-0ddb24a2-8bcc-4183-b49f-f6aa2282eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:57.345176 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8c7efd88-cbf0-4fd3-b83a-a0f887da7e2d req-0ddb24a2-8bcc-4183-b49f-f6aa2282eaa5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e11e234f713b40cd8772372c2316dd28&device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 1129 time: 0.0753908 Jul 19 15:49:57.369173 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-103f513e-259b-47d0-86b5-ef872f4a7ff6 req-ad174fae-8919-4e7b-a10d-4becc0798db8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495119 Jul 19 15:49:57.403638 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-03820dd5-3e13-470d-8329-0bfd43865e6b req-03d05bdf-f713-41f5-b159-d1e26390e555 service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989554 Jul 19 15:49:57.456402 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd08ae-83af-497b-b00d-15b3b0c54510 req-e64cc2f3-ace3-4cc2-922f-36664073bb06 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:57.457862 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-48fd08ae-83af-497b-b00d-15b3b0c54510 req-e64cc2f3-ace3-4cc2-922f-36664073bb06 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 946 time: 0.0495229 Jul 19 15:49:57.510763 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-48fd08ae-83af-497b-b00d-15b3b0c54510 req-4ab919b8-f69d-4e64-a6f9-cce0acb505cf tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472982 Jul 19 15:49:57.621983 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237097a8-326f-427a-8b74-2e70c3fcf8f7 req-4f0b6210-0fe7-4f15-9db8-9729d71ddcea tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:57.623549 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-237097a8-326f-427a-8b74-2e70c3fcf8f7 req-4f0b6210-0fe7-4f15-9db8-9729d71ddcea tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 946 time: 0.0473716 Jul 19 15:49:57.632435 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 32788) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:49:57.636683 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-e4310ffe-d964-4ff0-a4d9-a857bbc25a88 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'floatingip': {'port_id': 'baf9abd3-9c5d-45c3-81b3-843072591796'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:49:57.677071 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e4310ffe-d964-4ff0-a4d9-a857bbc25a88 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (c99f831f-3bed-4f33-b8d2-c56066089583), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:57.786890 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:58.132203 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device f79bc5b8-5b78-4990-ae5f-977bb42032bd up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:49:58.178511 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port f79bc5b8-5b78-4990-ae5f-977bb42032bd completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:49:58.184625 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port f79bc5b8-5b78-4990-ae5f-977bb42032bd triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:49:58.185121 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:58.206720 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:58.273300 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port f79bc5b8-5b78-4990-ae5f-977bb42032bd is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:49:58.273696 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:58.300493 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:49:58.302902 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c333db-a380-4415-b2d4-928097d5f3c9" -d '{"events": [{"server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "name": "network-vif-plugged", "status": "completed", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:49:58.317355 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port f79bc5b8-5b78-4990-ae5f-977bb42032bd, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:49:58.321636 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:58.323012 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:58.339963 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e4310ffe-d964-4ff0-a4d9-a857bbc25a88 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:58.342844 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767101-e700-42a4-b506-5a5589180810 req-ab0107b0-8681-447f-8804-3c6bcb43c641 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:58.346922 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e4310ffe-d964-4ff0-a4d9-a857bbc25a88 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (c99f831f-3bed-4f33-b8d2-c56066089583), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:58.351271 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-25767101-e700-42a4-b506-5a5589180810 req-ab0107b0-8681-447f-8804-3c6bcb43c641 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 945 time: 0.0697706 Jul 19 15:49:58.366123 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:58.407810 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=f79bc5b8-5b78-4990-ae5f-977bb42032bd,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:49:58.431562 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-25767101-e700-42a4-b506-5a5589180810 req-3aeec6b7-c99f-4ee7-bc69-f31197af8819 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792980 Jul 19 15:49:58.464854 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fb417-7954-4212-8da3-6692259b6043 req-32a3fcb9-b99c-4d92-b441-1e4a0271fd27 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:58.466350 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-853fb417-7954-4212-8da3-6692259b6043 req-32a3fcb9-b99c-4d92-b441-1e4a0271fd27 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0518157 Jul 19 15:49:58.506161 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:58.513371 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bc04de-2616-4e97-a63a-8de1b6fb6ad7 x-openstack-request-id: req-a8bc04de-2616-4e97-a63a-8de1b6fb6ad7 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:49:58.513868 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "name": "network-vif-plugged", "status": "completed", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:49:58.514269 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8bc04de-2616-4e97-a63a-8de1b6fb6ad7 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:49:58.514850 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8bc04de-2616-4e97-a63a-8de1b6fb6ad7'] response: {'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'code': 200} Jul 19 15:49:58.556170 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7efd88-cbf0-4fd3-b83a-a0f887da7e2d req-93fb8569-157c-4aed-82b3-9698c581c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:58.558980 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8c7efd88-cbf0-4fd3-b83a-a0f887da7e2d req-93fb8569-157c-4aed-82b3-9698c581c665 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7719a9e3-d30d-4797-868c-2dbb1911ec7c HTTP/1.1" status: 200 len: 912 time: 0.1392257 Jul 19 15:49:58.565260 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [None req-e4310ffe-d964-4ff0-a4d9-a857bbc25a88 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Floating IP c99f831f-3bed-4f33-b8d2-c56066089583 associated. External IP: 172.27.2.163, port: baf9abd3-9c5d-45c3-81b3-843072591796. Jul 19 15:49:58.579638 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-853fb417-7954-4212-8da3-6692259b6043 req-319b6e3f-ac76-49cc-8713-3445706e561d tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869656 Jul 19 15:49:58.685888 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8c7efd88-cbf0-4fd3-b83a-a0f887da7e2d req-34a416af-34e4-4a9a-9919-664e98b99441 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70da232-0d1f-4d96-ac45-c34ad79c41f8 HTTP/1.1" status: 200 len: 1001 time: 0.1074817 Jul 19 15:49:58.692635 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35091270-10e5-4869-8229-be7f50973495 req-7d2443e5-0d67-4715-8091-f02ab2c61ea8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:58.694068 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-35091270-10e5-4869-8229-be7f50973495 req-7d2443e5-0d67-4715-8091-f02ab2c61ea8 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0914261 Jul 19 15:49:58.777896 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:58.791122 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-35091270-10e5-4869-8229-be7f50973495 req-0382f693-b1ce-4fcc-bae0-713983ac7ba9 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914712 Jul 19 15:49:58.792644 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7efd88-cbf0-4fd3-b83a-a0f887da7e2d req-9a435275-d321-421d-b9e3-8def376c18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:58.794127 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8c7efd88-cbf0-4fd3-b83a-a0f887da7e2d req-9a435275-d321-421d-b9e3-8def376c18f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b151b93-5448-4a87-837d-b3b162948294 HTTP/1.1" status: 200 len: 850 time: 0.0800061 Jul 19 15:49:58.818846 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4310ffe-d964-4ff0-a4d9-a857bbc25a88 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Router 441aac0f-e735-413c-9ddc-149e4b085715 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:49:58.925068 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4310ffe-d964-4ff0-a4d9-a857bbc25a88 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:49:58.929659 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e4310ffe-d964-4ff0-a4d9-a857bbc25a88 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:49:58.935084 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6542c1ac-7e07-4cb3-a9ae-26f32ab759e8 None None] Sync routers for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:49:58.945779 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6542c1ac-7e07-4cb3-a9ae-26f32ab759e8 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:49:58.946304 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-6542c1ac-7e07-4cb3-a9ae-26f32ab759e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:49:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:58.959882 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-e4310ffe-d964-4ff0-a4d9-a857bbc25a88 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "PUT /v2.0/floatingips/c99f831f-3bed-4f33-b8d2-c56066089583 HTTP/1.1" status: 200 len: 992 time: 1.3264027 Jul 19 15:49:58.960573 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1382aa7-6d93-410a-94ae-a7944114573f', 'tag': 'baf9abd3-9c5d-45c3-81b3-843072591796'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:49:58.963048 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36377422-65ab-4862-bd0b-479dd73e53fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d1382aa7-6d93-410a-94ae-a7944114573f", "tag": "baf9abd3-9c5d-45c3-81b3-843072591796"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:49:58.998395 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09857483-2765-41a8-9680-96ee8392781b x-openstack-request-id: req-09857483-2765-41a8-9680-96ee8392781b {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:49:58.998686 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1382aa7-6d93-410a-94ae-a7944114573f", "tag": "baf9abd3-9c5d-45c3-81b3-843072591796", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:49:58.998940 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09857483-2765-41a8-9680-96ee8392781b {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:49:58.999338 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09857483-2765-41a8-9680-96ee8392781b'] response: {'name': 'network-changed', 'server_uuid': 'd1382aa7-6d93-410a-94ae-a7944114573f', 'tag': 'baf9abd3-9c5d-45c3-81b3-843072591796', 'status': 'completed', 'code': 200} Jul 19 15:49:59.050421 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-6542c1ac-7e07-4cb3-a9ae-26f32ab759e8 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:49:59.233516 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3627c14-2ec3-4962-8359-cdd5ff66c37f req-fd96b347-c30b-4541-9ebf-4d6710aeecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:59.235781 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c3627c14-2ec3-4962-8359-cdd5ff66c37f req-fd96b347-c30b-4541-9ebf-4d6710aeecd1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 1130 time: 0.0687747 Jul 19 15:49:59.238894 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7efd88-cbf0-4fd3-b83a-a0f887da7e2d req-6ca128a4-adfb-4429-baee-bf5336bf2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:59.240367 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8c7efd88-cbf0-4fd3-b83a-a0f887da7e2d req-6ca128a4-adfb-4429-baee-bf5336bf2842 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7719a9e3-d30d-4797-868c-2dbb1911ec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644398 Jul 19 15:49:59.240711 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36377422-65ab-4862-bd0b-479dd73e53fc req-b26bbb25-00ec-4f6f-bcdf-520fceb81306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:59.242240 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-36377422-65ab-4862-bd0b-479dd73e53fc req-b26bbb25-00ec-4f6f-bcdf-520fceb81306 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 1130 time: 0.0486436 Jul 19 15:49:59.282519 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:49:59.341855 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c3627c14-2ec3-4962-8359-cdd5ff66c37f req-4adaec4e-2d65-4efa-ba80-c50f143f9118 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001971 Jul 19 15:49:59.346510 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36377422-65ab-4862-bd0b-479dd73e53fc req-ce94bc2a-b1e5-48e5-8b22-8ea305ca9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:59.348698 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-36377422-65ab-4862-bd0b-479dd73e53fc req-ce94bc2a-b1e5-48e5-8b22-8ea305ca9ea0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 915 time: 0.0973668 Jul 19 15:49:59.368205 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8c7efd88-cbf0-4fd3-b83a-a0f887da7e2d req-c035190d-7e6b-40cb-b94a-334e2634532c service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102653 Jul 19 15:49:59.402567 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-6542c1ac-7e07-4cb3-a9ae-26f32ab759e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'c99f831f-3bed-4f33-b8d2-c56066089583', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'baf9abd3-9c5d-45c3-81b3-843072591796', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:98:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1382aa7-6d93-410a-94ae-a7944114573f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:49:41Z', 'updated_at': '2022-07-19T15:49:58Z', 'revision_number': 1, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:59.427008 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6542c1ac-7e07-4cb3-a9ae-26f32ab759e8 None None] Checking router: 441aac0f-e735-413c-9ddc-149e4b085715 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:49:59.435537 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6542c1ac-7e07-4cb3-a9ae-26f32ab759e8 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:49:59.436139 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-6542c1ac-7e07-4cb3-a9ae-26f32ab759e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:49:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:59.544388 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-6542c1ac-7e07-4cb3-a9ae-26f32ab759e8 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:49:59.572935 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08146856-467b-485c-b02a-6e213faf22be req-5afa00fe-4fb0-4cb7-a947-ed0c4f285224 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:59.574558 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-08146856-467b-485c-b02a-6e213faf22be req-5afa00fe-4fb0-4cb7-a947-ed0c4f285224 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0607295 Jul 19 15:49:59.649701 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-36377422-65ab-4862-bd0b-479dd73e53fc req-2376277f-d51a-454e-b35b-c316016d2428 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baf9abd3-9c5d-45c3-81b3-843072591796 HTTP/1.1" status: 200 len: 1000 time: 0.0973446 Jul 19 15:49:59.706474 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-08146856-467b-485c-b02a-6e213faf22be req-746bb396-5943-4349-93d8-994e7540b74e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221120 Jul 19 15:49:59.741206 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8c7efd88-cbf0-4fd3-b83a-a0f887da7e2d req-0eb39c15-c78e-446d-a7db-5dcd63f71e82 service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883185 Jul 19 15:49:59.766015 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09204fe-fb1c-4145-ac76-70f476f46acb req-cf4e06a4-d646-4804-acad-1ad4cc44be6c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:59.767793 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a09204fe-fb1c-4145-ac76-70f476f46acb req-cf4e06a4-d646-4804-acad-1ad4cc44be6c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.1089785 Jul 19 15:49:59.792450 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36377422-65ab-4862-bd0b-479dd73e53fc req-3f22eacc-fc93-42f9-9d11-1122d370797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:59.793981 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-36377422-65ab-4862-bd0b-479dd73e53fc req-3f22eacc-fc93-42f9-9d11-1122d370797e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=783ad02f-bd45-48ea-8e48-5acd89ea85ac HTTP/1.1" status: 200 len: 853 time: 0.1340361 Jul 19 15:49:59.815043 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:49:59.827052 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a09204fe-fb1c-4145-ac76-70f476f46acb req-3b7305a6-4ce8-4cd5-b569-061ba40c4cea tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531828 Jul 19 15:49:59.830265 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-6542c1ac-7e07-4cb3-a9ae-26f32ab759e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'c99f831f-3bed-4f33-b8d2-c56066089583', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'baf9abd3-9c5d-45c3-81b3-843072591796', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:98:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1382aa7-6d93-410a-94ae-a7944114573f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:49:41Z', 'updated_at': '2022-07-19T15:49:58Z', 'revision_number': 1, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:49:59.857452 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6542c1ac-7e07-4cb3-a9ae-26f32ab759e8 None None] The sync data for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi is: [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'c99f831f-3bed-4f33-b8d2-c56066089583', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'baf9abd3-9c5d-45c3-81b3-843072591796', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:98:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1382aa7-6d93-410a-94ae-a7944114573f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:49:41Z', 'updated_at': '2022-07-19T15:49:58Z', 'revision_number': 1, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:49:59.919785 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfde53-23b5-4475-91f4-e8c45525aaa1 req-267de8d0-3cee-4fff-9d3e-91578cb73c8f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:49:59.921436 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-28dfde53-23b5-4475-91f4-e8c45525aaa1 req-267de8d0-3cee-4fff-9d3e-91578cb73c8f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0552001 Jul 19 15:49:59.974935 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-28dfde53-23b5-4475-91f4-e8c45525aaa1 req-946f1dd2-859a-4c03-91b6-26895621b469 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474806 Jul 19 15:50:00.065311 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53fb64-550a-4cf9-bcaf-39bd84c0905d None None] New status for floating IP c99f831f-3bed-4f33-b8d2-c56066089583: ACTIVE {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:50:00.067562 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:00.128836 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27affe6f-b510-40b3-912b-2fa180b38742 req-d0bffac7-18f9-4f11-a632-3627274bba02 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:00.130922 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-27affe6f-b510-40b3-912b-2fa180b38742 req-d0bffac7-18f9-4f11-a632-3627274bba02 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0842621 Jul 19 15:50:00.136697 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36377422-65ab-4862-bd0b-479dd73e53fc req-46a64fbb-c04c-4e50-825e-8f5dbf23d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:00.138132 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-36377422-65ab-4862-bd0b-479dd73e53fc req-46a64fbb-c04c-4e50-825e-8f5dbf23d90c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe8b95ad-7997-4bfd-893e-d87b2c843602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576043 Jul 19 15:50:00.139695 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 32838) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:00.144060 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-f2606796-1c75-4eea-9ba0-1d043152868f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Request body: {'floatingip': {'port_id': '588a9a7a-f29d-40a2-abf8-161404100f96'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:50:00.205858 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:00.254872 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f2606796-1c75-4eea-9ba0-1d043152868f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for floatingip (dae9225e-526f-4570-be3f-be08f962e021), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:00.316164 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-36377422-65ab-4862-bd0b-479dd73e53fc req-b8421816-2f68-414d-9762-67a475155aca service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681173 Jul 19 15:50:00.604878 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-36377422-65ab-4862-bd0b-479dd73e53fc req-62ba8ad0-2f15-4a7d-afb1-60686ff54979 service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708198 Jul 19 15:50:00.800611 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f2606796-1c75-4eea-9ba0-1d043152868f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:00.804523 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f2606796-1c75-4eea-9ba0-1d043152868f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (dae9225e-526f-4570-be3f-be08f962e021), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:00.838432 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 32844) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:00.883207 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:00.906020 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4372d99-345c-4341-a795-d662fadbaf49 req-dff6f643-4892-4f75-8931-cfb7e4293227 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:00.908061 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a4372d99-345c-4341-a795-d662fadbaf49 req-dff6f643-4892-4f75-8931-cfb7e4293227 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0817480 Jul 19 15:50:00.916630 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Deleting subnet 3526470d-ef54-4f8e-8cc8-6badf283867e {{(pid=115785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:50:00.921569 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Publish callbacks [] for subnet (3526470d-ef54-4f8e-8cc8-6badf283867e), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:00.988243 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28889440'] for subnet (3526470d-ef54-4f8e-8cc8-6badf283867e), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:01.021672 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a4372d99-345c-4341-a795-d662fadbaf49 req-60152122-ce22-4da1-bd03-6e2550031ce9 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025102 Jul 19 15:50:01.044985 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7c270-8b20-479d-a4e1-5a4c78a3d7c5 req-2e042c6f-7865-4e3e-9404-68161935d2f6 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:01.046593 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-73b7c270-8b20-479d-a4e1-5a4c78a3d7c5 req-2e042c6f-7865-4e3e-9404-68161935d2f6 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.1267722 Jul 19 15:50:01.059322 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (3526470d-ef54-4f8e-8cc8-6badf283867e), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:01.093738 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:01.104705 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2606796-1c75-4eea-9ba0-1d043152868f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:50:01.121170 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-73b7c270-8b20-479d-a4e1-5a4c78a3d7c5 req-b2dbf463-3323-4279-97a5-0f119b740d8a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640643 Jul 19 15:50:01.163973 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a2000-f004-4208-a8f5-04d1b83ff467 req-e75d4222-d4af-49cb-94d9-97d71c5a6e5e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:01.165447 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-136a2000-f004-4208-a8f5-04d1b83ff467 req-e75d4222-d4af-49cb-94d9-97d71c5a6e5e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0683346 Jul 19 15:50:01.167968 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:01.176126 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 32850) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:01.177402 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28811008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28593656'] for subnet (3526470d-ef54-4f8e-8cc8-6badf283867e), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:01.182397 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-60e37a7a-33ff-4ef0-9d95-6919c83592bd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Request body: {'floatingip': {'port_id': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:50:01.251148 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-60e37a7a-33ff-4ef0-9d95-6919c83592bd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (4ffdde37-99ae-436d-9c37-742b9deaef22), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:01.327180 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2606796-1c75-4eea-9ba0-1d043152868f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:50:01.334075 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f2606796-1c75-4eea-9ba0-1d043152868f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:01.337606 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49888e5e-f7d7-4311-978f-7386dd3f40cb None None] Sync routers for ids ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:50:01.350969 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49888e5e-f7d7-4311-978f-7386dd3f40cb None None] Routers {'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:50:01.351704 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-49888e5e-f7d7-4311-978f-7386dd3f40cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:49:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:01.405970 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'tag': '588a9a7a-f29d-40a2-abf8-161404100f96'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:50:01.408728 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1364193b-45ea-456a-97ad-bb602a27533e" -d '{"events": [{"name": "network-changed", "server_uuid": "0194ecf2-5e08-49b2-a4e9-185bf9b32e40", "tag": "588a9a7a-f29d-40a2-abf8-161404100f96"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:50:01.455767 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:01.468597 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:01.472438 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3526470d-ef54-4f8e-8cc8-6badf283867e HTTP/1.1" status: 204 len: 168 time: 0.6337113 Jul 19 15:50:01.473699 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3526470d-ef54-4f8e-8cc8-6badf283867e,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:01.476491 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 32854) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:01.483784 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:01.497044 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf4de6d-af32-4f07-ba00-a39e9df5a4cc x-openstack-request-id: req-6bf4de6d-af32-4f07-ba00-a39e9df5a4cc {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:50:01.497399 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0194ecf2-5e08-49b2-a4e9-185bf9b32e40", "tag": "588a9a7a-f29d-40a2-abf8-161404100f96", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:50:01.497596 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6bf4de6d-af32-4f07-ba00-a39e9df5a4cc {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:50:01.497976 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf4de6d-af32-4f07-ba00-a39e9df5a4cc'] response: {'name': 'network-changed', 'server_uuid': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'tag': '588a9a7a-f29d-40a2-abf8-161404100f96', 'status': 'completed', 'code': 200} Jul 19 15:50:01.498180 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-49888e5e-f7d7-4311-978f-7386dd3f40cb None None] Set router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:50:01.502852 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.503204 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.503547 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.503879 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.504209 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.504538 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.504863 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.505185 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.505506 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.505830 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.506154 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.506497 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.506813 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.507128 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.507501 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a30be-c553-483a-8a25-170449f57590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:01.566073 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1ae4c286-5e68-4fef-8d75-af2dd85321db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (ff064e7f-b96b-4a93-a399-a8dfccadf354), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:01.610349 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:01.656569 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1ae4c286-5e68-4fef-8d75-af2dd85321db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (ff064e7f-b96b-4a93-a399-a8dfccadf354), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:01.684795 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-1ae4c286-5e68-4fef-8d75-af2dd85321db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff064e7f-b96b-4a93-a399-a8dfccadf354']}} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:01.695669 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-1ae4c286-5e68-4fef-8d75-af2dd85321db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686b31e9-35fa-4aa1-bb81-6766909ed2b2') {'for_net_delete': True} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:01.696016 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-1ae4c286-5e68-4fef-8d75-af2dd85321db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686b31e9-35fa-4aa1-bb81-6766909ed2b2') {} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:01.707154 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1ae4c286-5e68-4fef-8d75-af2dd85321db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28889433'] for segment (686b31e9-35fa-4aa1-bb81-6766909ed2b2), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:01.722073 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1ae4c286-5e68-4fef-8d75-af2dd85321db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (686b31e9-35fa-4aa1-bb81-6766909ed2b2), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:01.730699 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae4c286-5e68-4fef-8d75-af2dd85321db admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=115785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:50:01.730699 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1ae4c286-5e68-4fef-8d75-af2dd85321db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28814498'] for segment (686b31e9-35fa-4aa1-bb81-6766909ed2b2), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:01.750340 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-49888e5e-f7d7-4311-978f-7386dd3f40cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'dae9225e-526f-4570-be3f-be08f962e021', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'port_id': '588a9a7a-f29d-40a2-abf8-161404100f96', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'mac_address': 'fa:16:3e:46:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:47:46Z', 'updated_at': '2022-07-19T15:50:00Z', 'revision_number': 3, 'project_id': 'a872b4eafae74b82896bd09229152104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:37Z', 'revision_number': 5, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:01.777416 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49888e5e-f7d7-4311-978f-7386dd3f40cb None None] Checking router: b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:50:01.785214 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 686b31e9-35fa-4aa1-bb81-6766909ed2b2 resource provider aggregate not found Jul 19 15:50:01.787246 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49888e5e-f7d7-4311-978f-7386dd3f40cb None None] Routers {'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:50:01.787872 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-49888e5e-f7d7-4311-978f-7386dd3f40cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:49:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:01.808975 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1ae4c286-5e68-4fef-8d75-af2dd85321db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (ff064e7f-b96b-4a93-a399-a8dfccadf354), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:01.816443 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1ae4c286-5e68-4fef-8d75-af2dd85321db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:01.820062 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-1ae4c286-5e68-4fef-8d75-af2dd85321db admin admin] 10.222.0.64 "DELETE /v2.0/networks/ff064e7f-b96b-4a93-a399-a8dfccadf354 HTTP/1.1" status: 204 len: 168 time: 0.3426359 Jul 19 15:50:01.821728 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 686b31e9-35fa-4aa1-bb81-6766909ed2b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 686b31e9-35fa-4aa1-bb81-6766909ed2b2 found for delete ", "request_id": "req-124b317d-78ee-49e1-ab43-d70ad3911e79"}]} Jul 19 15:50:01.836703 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f2606796-1c75-4eea-9ba0-1d043152868f tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "PUT /v2.0/floatingips/dae9225e-526f-4570-be3f-be08f962e021 HTTP/1.1" status: 200 len: 993 time: 1.6959679 Jul 19 15:50:01.844757 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4c286-5e68-4fef-8d75-af2dd85321db admin admin] Pushing event deleted for resources: {'Network': ['ID=ff064e7f-b96b-4a93-a399-a8dfccadf354,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:01.845730 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364193b-45ea-456a-97ad-bb602a27533e req-eb3ba871-7f01-4698-8f8f-5ae0bfac0f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:01.847358 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1364193b-45ea-456a-97ad-bb602a27533e req-eb3ba871-7f01-4698-8f8f-5ae0bfac0f7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 1130 time: 0.3544354 Jul 19 15:50:01.913369 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-49888e5e-f7d7-4311-978f-7386dd3f40cb None None] Set router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:50:02.027201 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 32864) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:02.068428 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364193b-45ea-456a-97ad-bb602a27533e req-4ff333f5-9a52-425c-84eb-2f36c397d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:02.070162 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-1347282c-a034-4df9-b0f9-ba1d980f2b87 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41bf5203b925421b9dd2ccc5b7d40ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420876 Jul 19 15:50:02.072660 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1364193b-45ea-456a-97ad-bb602a27533e req-4ff333f5-9a52-425c-84eb-2f36c397d6cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.2158463 Jul 19 15:50:02.073027 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 32866) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:02.127399 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5fef8a35-2c38-4cda-8818-0f869c0cedea admin admin] Publish callbacks [] for security_group (d99848bf-9ae2-4f22-9dce-944071600f99), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:02.152626 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-49888e5e-f7d7-4311-978f-7386dd3f40cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'dae9225e-526f-4570-be3f-be08f962e021', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'port_id': '588a9a7a-f29d-40a2-abf8-161404100f96', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'mac_address': 'fa:16:3e:46:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:47:46Z', 'updated_at': '2022-07-19T15:50:00Z', 'revision_number': 3, 'project_id': 'a872b4eafae74b82896bd09229152104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:37Z', 'revision_number': 5, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:02.155112 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5fef8a35-2c38-4cda-8818-0f869c0cedea admin admin] Publish callbacks [] for security_group (d99848bf-9ae2-4f22-9dce-944071600f99), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:02.185866 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49888e5e-f7d7-4311-978f-7386dd3f40cb None None] The sync data for ids ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'] in dv-cinder-849022-3-iscsi is: [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'dae9225e-526f-4570-be3f-be08f962e021', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'port_id': '588a9a7a-f29d-40a2-abf8-161404100f96', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'mac_address': 'fa:16:3e:46:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:47:46Z', 'updated_at': '2022-07-19T15:50:00Z', 'revision_number': 3, 'project_id': 'a872b4eafae74b82896bd09229152104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:37Z', 'revision_number': 5, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:50:02.186499 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1364193b-45ea-456a-97ad-bb602a27533e req-27aff431-b885-47d5-b4ec-01e96d10421d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=588a9a7a-f29d-40a2-abf8-161404100f96 HTTP/1.1" status: 200 len: 1001 time: 0.1094418 Jul 19 15:50:02.227719 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5fef8a35-2c38-4cda-8818-0f869c0cedea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (d99848bf-9ae2-4f22-9dce-944071600f99), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:02.230295 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5fef8a35-2c38-4cda-8818-0f869c0cedea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:02.233766 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-5fef8a35-2c38-4cda-8818-0f869c0cedea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d99848bf-9ae2-4f22-9dce-944071600f99 HTTP/1.1" status: 204 len: 168 time: 0.1574366 Jul 19 15:50:02.251860 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:02.273674 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef8a35-2c38-4cda-8818-0f869c0cedea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99848bf-9ae2-4f22-9dce-944071600f99,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:02.289298 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-60e37a7a-33ff-4ef0-9d95-6919c83592bd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:02.293253 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364193b-45ea-456a-97ad-bb602a27533e req-19fb7ccb-e21e-4879-b38e-16a6ec313b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:02.294781 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1364193b-45ea-456a-97ad-bb602a27533e req-19fb7ccb-e21e-4879-b38e-16a6ec313b6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.0986290 Jul 19 15:50:02.295299 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b82d96-dbd4-400a-87b2-dad3e8738ed9 req-758dfb5a-2a67-4c69-a9bc-cb54f59343a8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:02.295887 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-60e37a7a-33ff-4ef0-9d95-6919c83592bd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (4ffdde37-99ae-436d-9c37-742b9deaef22), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:02.296973 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-15b82d96-dbd4-400a-87b2-dad3e8738ed9 req-758dfb5a-2a67-4c69-a9bc-cb54f59343a8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0819666 Jul 19 15:50:02.356924 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-15b82d96-dbd4-400a-87b2-dad3e8738ed9 req-6394e981-fb98-4e04-b30a-2f9c1830412e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526822 Jul 19 15:50:02.375655 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:02.417829 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364193b-45ea-456a-97ad-bb602a27533e req-b1f155a8-6536-495a-8ce8-7c2f3df63699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:02.419367 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1364193b-45ea-456a-97ad-bb602a27533e req-b1f155a8-6536-495a-8ce8-7c2f3df63699 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814068 Jul 19 15:50:02.464108 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [None req-60e37a7a-33ff-4ef0-9d95-6919c83592bd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Floating IP 4ffdde37-99ae-436d-9c37-742b9deaef22 associated. External IP: 172.27.2.58, port: f79bc5b8-5b78-4990-ae5f-977bb42032bd. Jul 19 15:50:02.611894 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1364193b-45ea-456a-97ad-bb602a27533e req-013ee53b-675a-44b8-a705-86d2daa7a01c service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819382 Jul 19 15:50:02.792641 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1364193b-45ea-456a-97ad-bb602a27533e req-8d04ca38-a1c2-4dfe-8599-ccf458ee465d service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721201 Jul 19 15:50:02.803286 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e37a7a-33ff-4ef0-9d95-6919c83592bd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Router 527c3e6f-f791-4af5-9eef-662c9e884963 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:50:02.904238 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e37a7a-33ff-4ef0-9d95-6919c83592bd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:50:02.909203 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-60e37a7a-33ff-4ef0-9d95-6919c83592bd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:02.914633 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd13d64-34e5-480b-ab2f-25bf425e7729 None None] Sync routers for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:50:02.926231 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd13d64-34e5-480b-ab2f-25bf425e7729 None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:50:02.926889 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-acd13d64-34e5-480b-ab2f-25bf425e7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:49:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:02.943121 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-60e37a7a-33ff-4ef0-9d95-6919c83592bd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "PUT /v2.0/floatingips/4ffdde37-99ae-436d-9c37-742b9deaef22 HTTP/1.1" status: 200 len: 991 time: 1.7658951 Jul 19 15:50:03.026103 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-acd13d64-34e5-480b-ab2f-25bf425e7729 None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:50:03.232606 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-acd13d64-34e5-480b-ab2f-25bf425e7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '4ffdde37-99ae-436d-9c37-742b9deaef22', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'port_id': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'mac_address': 'fa:16:3e:1d:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:49:45Z', 'updated_at': '2022-07-19T15:50:02Z', 'revision_number': 1, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 5, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:03.256342 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd13d64-34e5-480b-ab2f-25bf425e7729 None None] Checking router: 527c3e6f-f791-4af5-9eef-662c9e884963 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:50:03.264474 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd13d64-34e5-480b-ab2f-25bf425e7729 None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:50:03.265051 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-acd13d64-34e5-480b-ab2f-25bf425e7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:49:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:03.364172 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-acd13d64-34e5-480b-ab2f-25bf425e7729 None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:50:03.498801 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'tag': '588a9a7a-f29d-40a2-abf8-161404100f96'}, {'name': 'network-changed', 'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:50:03.501833 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742" -d '{"events": [{"name": "network-changed", "server_uuid": "0194ecf2-5e08-49b2-a4e9-185bf9b32e40", "tag": "588a9a7a-f29d-40a2-abf8-161404100f96"}, {"name": "network-changed", "server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:50:03.543684 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Jul 2022 15:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2651dcdd-6881-4a51-bbc3-40cf3c67658a x-openstack-request-id: req-2651dcdd-6881-4a51-bbc3-40cf3c67658a {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:50:03.543978 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0194ecf2-5e08-49b2-a4e9-185bf9b32e40", "tag": "588a9a7a-f29d-40a2-abf8-161404100f96", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:50:03.544229 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2651dcdd-6881-4a51-bbc3-40cf3c67658a {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:50:03.544632 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2651dcdd-6881-4a51-bbc3-40cf3c67658a'] response: {'name': 'network-changed', 'server_uuid': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'tag': '588a9a7a-f29d-40a2-abf8-161404100f96', 'status': 'completed', 'code': 200} Jul 19 15:50:03.544891 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2651dcdd-6881-4a51-bbc3-40cf3c67658a'] response: {'name': 'network-changed', 'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'status': 'completed', 'code': 200} Jul 19 15:50:03.574671 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-acd13d64-34e5-480b-ab2f-25bf425e7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '4ffdde37-99ae-436d-9c37-742b9deaef22', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'port_id': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'mac_address': 'fa:16:3e:1d:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:49:45Z', 'updated_at': '2022-07-19T15:50:02Z', 'revision_number': 1, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 5, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:03.600078 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd13d64-34e5-480b-ab2f-25bf425e7729 None None] The sync data for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi is: [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '4ffdde37-99ae-436d-9c37-742b9deaef22', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'port_id': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'mac_address': 'fa:16:3e:1d:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:49:45Z', 'updated_at': '2022-07-19T15:50:02Z', 'revision_number': 1, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 5, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:50:03.605749 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-cef2a971-c3a7-44d7-b234-0c583894e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:03.607354 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-cef2a971-c3a7-44d7-b234-0c583894e725 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 1130 time: 0.0405588 Jul 19 15:50:03.713302 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-e5bd60c1-e9bc-4b79-9d7f-a805a22ae1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:03.714816 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-e5bd60c1-e9bc-4b79-9d7f-a805a22ae1ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.1016507 Jul 19 15:50:03.771988 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:03.790913 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a087fb5b-2734-4759-949e-63ab5336bb99 None None] New status for floating IP 4ffdde37-99ae-436d-9c37-742b9deaef22: ACTIVE {{(pid=115786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:50:03.793783 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-34b38377-8939-4918-aff8-cb5491d88cd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=588a9a7a-f29d-40a2-abf8-161404100f96 HTTP/1.1" status: 200 len: 1001 time: 0.0649736 Jul 19 15:50:03.847667 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-9b4c52be-8a7c-4eaf-9dbf-5b50c707ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:03.849238 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-9b4c52be-8a7c-4eaf-9dbf-5b50c707ede9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.0460036 Jul 19 15:50:03.893677 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-9030fb69-8221-4312-a557-4e622fb5c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:03.895316 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-9030fb69-8221-4312-a557-4e622fb5c93f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397103 Jul 19 15:50:03.992365 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-f0880e6d-8830-423e-ab76-694f3b3d7a1e service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907555 Jul 19 15:50:04.086421 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-3b5dcba9-1bb0-478b-b6fe-c669ce7e7d36 service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883219 Jul 19 15:50:04.142676 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:04.174324 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-984aa8b4-1e14-4bc9-a843-9640b0e3aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:04.175869 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-984aa8b4-1e14-4bc9-a843-9640b0e3aeb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 1130 time: 0.0420737 Jul 19 15:50:04.263986 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-f774213b-d626-4ee0-beec-7a393210fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:04.265430 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-f774213b-d626-4ee0-beec-7a393210fb04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 918 time: 0.0841289 Jul 19 15:50:04.331644 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-de58433b-2ec3-4277-8420-6bab31773e3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd HTTP/1.1" status: 200 len: 1001 time: 0.0588417 Jul 19 15:50:04.380882 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-e4fb7b0a-7fcc-4614-832a-409e16a4765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:04.382297 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-e4fb7b0a-7fcc-4614-832a-409e16a4765d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fb34e8-0b5b-4987-b39f-b08c45bd460d HTTP/1.1" status: 200 len: 856 time: 0.0453105 Jul 19 15:50:04.424615 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-a01c1134-50eb-4846-9197-e137aac58193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:04.426084 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-a01c1134-50eb-4846-9197-e137aac58193 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4747c92b-9953-4013-87b5-ea57492dd5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385215 Jul 19 15:50:04.515768 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-53b78fa7-7c6c-4fba-aea5-5ec9378a302f service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837286 Jul 19 15:50:04.609069 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-624e042a-ba3d-4bbb-b431-7fd7ea2e3742 req-789f0a06-d621-4237-96b3-1581939dc15b service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816574 Jul 19 15:50:11.291779 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d40064c0-e1c9-4749-8471-60eed8550718 req-2187c9d6-22a3-457d-b1e9-2480278d2282 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426910 Jul 19 15:50:11.350897 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40064c0-e1c9-4749-8471-60eed8550718 req-18f8f808-6a69-496d-9ed1-a9147cd9e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:11.352416 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d40064c0-e1c9-4749-8471-60eed8550718 req-18f8f808-6a69-496d-9ed1-a9147cd9e105 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a872b4eafae74b82896bd09229152104&device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 1129 time: 0.0386670 Jul 19 15:50:11.462811 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40064c0-e1c9-4749-8471-60eed8550718 req-60bc662b-8c88-4cc7-9305-bbbf1a5f96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:11.464273 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d40064c0-e1c9-4749-8471-60eed8550718 req-60bc662b-8c88-4cc7-9305-bbbf1a5f96cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 200 len: 919 time: 0.0895383 Jul 19 15:50:11.480920 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:11.509966 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d40064c0-e1c9-4749-8471-60eed8550718 req-8b5bf43b-6249-4b33-a35d-066d1dba85f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e64b358-ca05-4217-81f6-26f217876ab3 HTTP/1.1" status: 200 len: 217 time: 0.0355310 Jul 19 15:50:11.560221 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40064c0-e1c9-4749-8471-60eed8550718 req-fabeda2f-6046-4b94-9ed7-04108386f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:11.561732 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d40064c0-e1c9-4749-8471-60eed8550718 req-fabeda2f-6046-4b94-9ed7-04108386f395 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 200 len: 857 time: 0.0450892 Jul 19 15:50:11.604676 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40064c0-e1c9-4749-8471-60eed8550718 req-380edd4d-9a8b-49aa-9293-64915950b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:11.606146 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d40064c0-e1c9-4749-8471-60eed8550718 req-380edd4d-9a8b-49aa-9293-64915950b799 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dcc6647-13fc-4b32-9768-cee1a56fe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374873 Jul 19 15:50:11.699469 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d40064c0-e1c9-4749-8471-60eed8550718 req-cbd2ba93-df8b-42c5-8498-61f18346444f service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861557 Jul 19 15:50:11.792183 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d40064c0-e1c9-4749-8471-60eed8550718 req-ff6198b9-3738-429c-b88d-26453a0945dd service neutron] 10.222.0.36 "GET /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859671 Jul 19 15:50:12.109902 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:12.345581 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=64,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:12.350045 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=52,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:13.577372 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:13.578314 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:16.351408 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-29c5d560-1ae4-4c95-8f74-2772273d2212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:18.626091 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-1d4e2fc4-fc7e-4207-affe-1a3f5369fb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:19.615456 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:21.510850 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:21.518429 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:21.782929 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=90 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:21.789440 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=30 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:21.862953 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:31.856138 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:31.858023 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:36.820727 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:50:41.821867 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3883032-ea43-4b02-ba84-432ee54e0a65 req-03b9ba0c-f4e9-4458-8cfa-30f9a55219e8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:41.823452 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b3883032-ea43-4b02-ba84-432ee54e0a65 req-03b9ba0c-f4e9-4458-8cfa-30f9a55219e8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0496495 Jul 19 15:50:41.871597 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b3883032-ea43-4b02-ba84-432ee54e0a65 req-d13e506b-5a5c-4684-9d65-636a59522275 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423079 Jul 19 15:50:41.928424 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8af1b-bb46-4270-bf4c-051e1cef5be2 req-834c63a0-d19d-4f05-bc10-e9bdfbfbc67c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:41.929908 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-21d8af1b-bb46-4270-bf4c-051e1cef5be2 req-834c63a0-d19d-4f05-bc10-e9bdfbfbc67c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.1513681 Jul 19 15:50:41.977132 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-21d8af1b-bb46-4270-bf4c-051e1cef5be2 req-9ce5c60f-dbf6-4cbf-addb-7b10e6a93094 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416980 Jul 19 15:50:42.102778 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:42.996553 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d382b-d816-4de8-9cb9-da3519cf8729 req-b39c6432-f26e-4350-b4d9-52367f5b45cd tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:42.997894 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-977d382b-d816-4de8-9cb9-da3519cf8729 req-b39c6432-f26e-4350-b4d9-52367f5b45cd tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0516107 Jul 19 15:50:43.050566 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-977d382b-d816-4de8-9cb9-da3519cf8729 req-3d800e05-35ad-4529-98c5-0295bcc9f4a1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456953 Jul 19 15:50:43.091347 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370db543-d010-4ee3-bcd9-481cdd57d266 req-b824b13b-2a72-4da6-8fcc-a08615423b80 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:43.092808 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-370db543-d010-4ee3-bcd9-481cdd57d266 req-b824b13b-2a72-4da6-8fcc-a08615423b80 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0480559 Jul 19 15:50:43.139827 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-370db543-d010-4ee3-bcd9-481cdd57d266 req-5f7f3800-df8f-4978-bb67-f0985c4f5dac tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415938 Jul 19 15:50:44.259811 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0649d7-446f-45f8-886c-ee8f9a59b2de req-7af614cc-651c-4aba-b178-44e4b7b49483 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:44.261405 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ee0649d7-446f-45f8-886c-ee8f9a59b2de req-7af614cc-651c-4aba-b178-44e4b7b49483 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0503125 Jul 19 15:50:44.313289 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ee0649d7-446f-45f8-886c-ee8f9a59b2de req-353a1370-4dae-47d9-9add-5b86e61cbc1c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457599 Jul 19 15:50:44.406319 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a23379-e743-4500-9bb1-fed3bfc71130 req-b1d2845f-4e69-411b-9441-23e4a270669f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:44.407720 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b2a23379-e743-4500-9bb1-fed3bfc71130 req-b1d2845f-4e69-411b-9441-23e4a270669f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.2857728 Jul 19 15:50:44.454340 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b2a23379-e743-4500-9bb1-fed3bfc71130 req-89db240b-469d-4345-bdfd-be4f348248f0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410063 Jul 19 15:50:45.428395 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d80d00-af74-4a65-b83d-f7ca88cade17 req-f38e000d-c10d-48ee-aa13-d9fc1be576b2 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:45.429880 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-73d80d00-af74-4a65-b83d-f7ca88cade17 req-f38e000d-c10d-48ee-aa13-d9fc1be576b2 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0476911 Jul 19 15:50:45.475948 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-73d80d00-af74-4a65-b83d-f7ca88cade17 req-7538398a-28d2-4fd2-80da-9814d24f9d57 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405529 Jul 19 15:50:45.579386 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c362a9-b569-458c-bba6-0e3ef58e41d2 req-1e8b1d24-6e94-4fa5-9e98-adffa0603348 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:45.580861 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-45c362a9-b569-458c-bba6-0e3ef58e41d2 req-1e8b1d24-6e94-4fa5-9e98-adffa0603348 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0504768 Jul 19 15:50:45.631780 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-45c362a9-b569-458c-bba6-0e3ef58e41d2 req-5f4eeb41-3da3-4edf-baf7-7b446aef7f3d tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452952 Jul 19 15:50:46.233395 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-4d5cee43-a9c4-43fc-84d4-1f00a119eccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:46.596116 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4e10d-79a4-4d86-a2b3-f86e50c74b9e req-07f41bd3-90d9-4f66-ae61-6d6d9ba1671c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:46.597695 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1d4e10d-79a4-4d86-a2b3-f86e50c74b9e req-07f41bd3-90d9-4f66-ae61-6d6d9ba1671c tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.0499322 Jul 19 15:50:46.656552 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1d4e10d-79a4-4d86-a2b3-f86e50c74b9e req-8146ebe5-5230-4976-acca-fdfa0c5d7a9b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529985 Jul 19 15:50:46.817331 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:46.818848 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:46.852308 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9228931-2266-4d07-943e-bff40f816430 req-10b9a0dc-6397-44dd-b4fe-5fccd58e8dcd tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:46.853903 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b9228931-2266-4d07-943e-bff40f816430 req-10b9a0dc-6397-44dd-b4fe-5fccd58e8dcd tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.36 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.0764225 Jul 19 15:50:46.972350 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-bdc8f6e4-cb87-459d-9acd-04c97bfa973b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:46.974648 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-bdc8f6e4-cb87-459d-9acd-04c97bfa973b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.36 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 946 time: 0.1003072 Jul 19 15:50:47.088319 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca0aaa-a81b-46a8-b66d-776e98e1509e req-0613b1d3-3fed-44e4-bf3a-68c79a1f0b4e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:47.096896 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8cca0aaa-a81b-46a8-b66d-776e98e1509e req-0613b1d3-3fed-44e4-bf3a-68c79a1f0b4e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 945 time: 0.1274743 Jul 19 15:50:47.099599 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Deleting port a70da232-0d1f-4d96-ac45-c34ad79c41f8 {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:50:47.100029 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:47.114117 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Deleting port 588a9a7a-f29d-40a2-abf8-161404100f96 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:50:47.114743 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:47.226959 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8cca0aaa-a81b-46a8-b66d-776e98e1509e req-817b71a6-bd65-412b-aaf0-1f62add08fb0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b198d633-908c-4a95-8f66-65c708df3fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284981 Jul 19 15:50:47.257820 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] For port a70da232-0d1f-4d96-ac45-c34ad79c41f8, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=a70da232-0d1f-4d96-ac45-c34ad79c41f8,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:50:47.258650 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:47.265531 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] For port 588a9a7a-f29d-40a2-abf8-161404100f96, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=588a9a7a-f29d-40a2-abf8-161404100f96,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:50:47.266165 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:47.486514 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:47.486822 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (dae9225e-526f-4570-be3f-be08f962e021), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:47.487111 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Floating IP dae9225e-526f-4570-be3f-be08f962e021 disassociated. External IP: 172.27.2.19, port: 588a9a7a-f29d-40a2-abf8-161404100f96. Jul 19 15:50:47.487602 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Calling delete_port for 588a9a7a-f29d-40a2-abf8-161404100f96 owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:50:47.489912 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:47.494161 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:47.504394 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:47.504764 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (46d4d226-3244-472d-a2d8-9d9a13ab93e5), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:47.505083 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Floating IP 46d4d226-3244-472d-a2d8-9d9a13ab93e5 disassociated. External IP: 172.27.2.117, port: a70da232-0d1f-4d96-ac45-c34ad79c41f8. Jul 19 15:50:47.505428 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Calling delete_port for a70da232-0d1f-4d96-ac45-c34ad79c41f8 owned by compute:nova {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:50:47.637366 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (588a9a7a-f29d-40a2-abf8-161404100f96), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:47.641246 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (a70da232-0d1f-4d96-ac45-c34ad79c41f8), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:47.670949 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event deleted for resources: {'Port': ['ID=a70da232-0d1f-4d96-ac45-c34ad79c41f8,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:47.685041 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Pushing event deleted for resources: {'Port': ['ID=588a9a7a-f29d-40a2-abf8-161404100f96,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:47.685597 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.686114 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.686491 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.686836 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.688041 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.688041 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.688352 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.688557 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.688800 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.689319 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.689820 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.690313 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.690827 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.691317 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.691816 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:50:47.807355 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:47.808317 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Router 663fbdb3-02d7-4967-b212-66860eb88aff has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:50:47.828284 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0f93b5e3-cc42-4400-b75c-e75a9258c602 req-5ae27154-3d37-4fe6-b4a5-91e9af22bfec tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=0194ecf2-5e08-49b2-a4e9-185bf9b32e40 HTTP/1.1" status: 200 len: 210 time: 0.0375483 Jul 19 15:50:47.846903 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:47.857499 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:50:47.916634 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:50:47.928524 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d52696-74c6-4816-a829-c85edd216aeb None None] Sync routers for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:50:47.939306 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d52696-74c6-4816-a829-c85edd216aeb None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:50:47.939946 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-86d52696-74c6-4816-a829-c85edd216aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:50:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:47.972344 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:50:47.979007 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] No DVR routers for this DVR port a70da232-0d1f-4d96-ac45-c34ad79c41f8 on host hv-cinder-84902 {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:50:47.981493 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:47.985856 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b9228931-2266-4d07-943e-bff40f816430 req-f7bfdbd9-e843-46fd-957c-f83db3b8be62 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.36 "DELETE /v2.0/ports/a70da232-0d1f-4d96-ac45-c34ad79c41f8 HTTP/1.1" status: 204 len: 173 time: 1.1114647 Jul 19 15:50:47.986672 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343ae383-5bfd-4c70-8926-a800fcee3519', 'name': 'network-vif-deleted', 'tag': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:50:47.989129 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b74d71-0fb6-4073-b2a5-c314faa30a68" -d '{"events": [{"server_uuid": "343ae383-5bfd-4c70-8926-a800fcee3519", "name": "network-vif-deleted", "tag": "a70da232-0d1f-4d96-ac45-c34ad79c41f8"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:50:47.998031 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b34c3d-f3b9-4f94-aadc-2d783f95b3ed None None] Sync routers for ids ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:50:48.023956 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b34c3d-f3b9-4f94-aadc-2d783f95b3ed None None] Routers {'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:50:48.025023 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-d1b34c3d-f3b9-4f94-aadc-2d783f95b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:50:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:48.029038 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] No DVR routers for this DVR port 588a9a7a-f29d-40a2-abf8-161404100f96 on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:50:48.033509 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:48.039593 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-35ffb770-4dd0-4799-9b8e-3f1ebaaac203 req-e5412dd4-859a-429c-ba9f-f7b8d8ebbf7b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.36 "DELETE /v2.0/ports/588a9a7a-f29d-40a2-abf8-161404100f96 HTTP/1.1" status: 204 len: 173 time: 1.0558109 Jul 19 15:50:48.040267 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'name': 'network-vif-deleted', 'tag': '588a9a7a-f29d-40a2-abf8-161404100f96'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:50:48.048893 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746729be-4a96-4643-a5f6-00b3627cc6fc" -d '{"events": [{"server_uuid": "0194ecf2-5e08-49b2-a4e9-185bf9b32e40", "name": "network-vif-deleted", "tag": "588a9a7a-f29d-40a2-abf8-161404100f96"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:50:48.078935 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-86d52696-74c6-4816-a829-c85edd216aeb None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:50:48.211957 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-d1b34c3d-f3b9-4f94-aadc-2d783f95b3ed None None] Set router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:50:48.216292 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b10a6cd-44bb-434f-a8a9-07ca909c57ac x-openstack-request-id: req-2b10a6cd-44bb-434f-a8a9-07ca909c57ac {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:50:48.216588 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343ae383-5bfd-4c70-8926-a800fcee3519", "name": "network-vif-deleted", "tag": "a70da232-0d1f-4d96-ac45-c34ad79c41f8", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:50:48.216843 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b10a6cd-44bb-434f-a8a9-07ca909c57ac {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:50:48.217249 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b10a6cd-44bb-434f-a8a9-07ca909c57ac'] response: {'server_uuid': '343ae383-5bfd-4c70-8926-a800fcee3519', 'name': 'network-vif-deleted', 'tag': 'a70da232-0d1f-4d96-ac45-c34ad79c41f8', 'status': 'completed', 'code': 200} Jul 19 15:50:48.282670 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7032c37d-8a20-4b54-8b62-0aa0c92a72eb x-openstack-request-id: req-7032c37d-8a20-4b54-8b62-0aa0c92a72eb {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:50:48.283030 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0194ecf2-5e08-49b2-a4e9-185bf9b32e40", "name": "network-vif-deleted", "tag": "588a9a7a-f29d-40a2-abf8-161404100f96", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:50:48.283348 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7032c37d-8a20-4b54-8b62-0aa0c92a72eb {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:50:48.283952 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7032c37d-8a20-4b54-8b62-0aa0c92a72eb'] response: {'server_uuid': '0194ecf2-5e08-49b2-a4e9-185bf9b32e40', 'name': 'network-vif-deleted', 'tag': '588a9a7a-f29d-40a2-abf8-161404100f96', 'status': 'completed', 'code': 200} Jul 19 15:50:48.410463 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3788821d-b66a-44b5-a67d-2a8a2f064262 req-e23e9537-4fa3-4e8e-a188-5387964c1ae1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=343ae383-5bfd-4c70-8926-a800fcee3519 HTTP/1.1" status: 200 len: 210 time: 0.0551527 Jul 19 15:50:48.442385 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-86d52696-74c6-4816-a829-c85edd216aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 5, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:48.474935 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d52696-74c6-4816-a829-c85edd216aeb None None] Checking router: 663fbdb3-02d7-4967-b212-66860eb88aff for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:50:48.488662 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d52696-74c6-4816-a829-c85edd216aeb None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:50:48.489715 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-86d52696-74c6-4816-a829-c85edd216aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:50:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:48.501804 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-d1b34c3d-f3b9-4f94-aadc-2d783f95b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:37Z', 'revision_number': 5, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:48.532396 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b34c3d-f3b9-4f94-aadc-2d783f95b3ed None None] Checking router: b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:50:48.541755 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b34c3d-f3b9-4f94-aadc-2d783f95b3ed None None] Routers {'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:50:48.542407 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-d1b34c3d-f3b9-4f94-aadc-2d783f95b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:50:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:48.651282 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fc3fb9ba-2d02-4741-9f61-427f135f9920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:48.663139 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-d1b34c3d-f3b9-4f94-aadc-2d783f95b3ed None None] Set router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:50:48.690236 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-86d52696-74c6-4816-a829-c85edd216aeb None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:50:48.915171 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-d1b34c3d-f3b9-4f94-aadc-2d783f95b3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:37Z', 'revision_number': 5, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:48.946985 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33028) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:48.953903 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-86d52696-74c6-4816-a829-c85edd216aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 5, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:50:48.955385 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b34c3d-f3b9-4f94-aadc-2d783f95b3ed None None] The sync data for ids ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'] in dv-cinder-849022-3-iscsi is: [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:16Z', 'revision_number': 4, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2c29c0a8-f5c0-4750-9281-ddffd9c490db', 'name': '', 'network_id': '8dcc6647-13fc-4b32-9768-cee1a56fe5f7', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'mac_address': 'fa:16:3e:87:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:15Z', 'updated_at': '2022-07-19T15:45:37Z', 'revision_number': 5, 'project_id': 'a872b4eafae74b82896bd09229152104', 'subnets': [{'id': '08f3925e-9acb-4daf-8a14-6ac9b957a3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:50:48.986511 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d52696-74c6-4816-a829-c85edd216aeb None None] The sync data for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi is: [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 5, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:50:49.023406 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ae9d3e1-c25b-4e92-b85a-11da1e5ed457 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for security_group (5c8a8ec9-69e7-4f6a-968e-1342dd983f7e), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.052392 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ae9d3e1-c25b-4e92-b85a-11da1e5ed457 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for security_group (5c8a8ec9-69e7-4f6a-968e-1342dd983f7e), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.107514 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ae9d3e1-c25b-4e92-b85a-11da1e5ed457 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (5c8a8ec9-69e7-4f6a-968e-1342dd983f7e), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.111704 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ae9d3e1-c25b-4e92-b85a-11da1e5ed457 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.113475 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-6ae9d3e1-c25b-4e92-b85a-11da1e5ed457 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "DELETE /v2.0/security-groups/5c8a8ec9-69e7-4f6a-968e-1342dd983f7e HTTP/1.1" status: 204 len: 168 time: 0.1652329 Jul 19 15:50:49.116148 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33034) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:49.124060 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9d3e1-c25b-4e92-b85a-11da1e5ed457 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8a8ec9-69e7-4f6a-968e-1342dd983f7e,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:49.140924 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.api.v2.resource [None req-0ff1fddd-61e7-44c1-b39f-6eeaa408e5a9 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] show failed (client error): The resource could not be found. Jul 19 15:50:49.151015 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0ff1fddd-61e7-44c1-b39f-6eeaa408e5a9 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups/5c8a8ec9-69e7-4f6a-968e-1342dd983f7e HTTP/1.1" status: 404 len: 347 time: 0.0306137 Jul 19 15:50:49.151304 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33036) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:49.271516 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275361ac-c993-41f2-b584-6e375a3a2ee9 None None] New status for floating IP dae9225e-526f-4570-be3f-be08f962e021: DOWN {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:50:49.335297 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-fdec617f-a00e-4ac4-b737-7b68e99d0570 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Deleting port 71860342-427b-4d6c-8b1e-886bdfd95884 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:50:49.335844 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fdec617f-a00e-4ac4-b737-7b68e99d0570 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (71860342-427b-4d6c-8b1e-886bdfd95884), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.404090 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23040751-e934-4f57-a90a-23ec3ca4ccd9 req-a302dff5-3674-45a8-8b0d-1e653c046941 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:49.411167 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-23040751-e934-4f57-a90a-23ec3ca4ccd9 req-a302dff5-3674-45a8-8b0d-1e653c046941 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0630820 Jul 19 15:50:49.425350 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fdec617f-a00e-4ac4-b737-7b68e99d0570 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (71860342-427b-4d6c-8b1e-886bdfd95884), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.425687 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fdec617f-a00e-4ac4-b737-7b68e99d0570 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for floatingip (71860342-427b-4d6c-8b1e-886bdfd95884), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.426955 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2585bd92-3019-41ed-b769-4a4dd7e3a9aa None None] New status for floating IP 46d4d226-3244-472d-a2d8-9d9a13ab93e5: DOWN {{(pid=115786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:50:49.444016 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-fdec617f-a00e-4ac4-b737-7b68e99d0570 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Calling delete_port for 71860342-427b-4d6c-8b1e-886bdfd95884 owned by network:floatingip {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:50:49.481965 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-23040751-e934-4f57-a90a-23ec3ca4ccd9 req-0145cdaf-b95e-4427-8747-bfd455231bf2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655551 Jul 19 15:50:49.512615 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:49.536840 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33050) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:49.617333 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef162-d566-4e7b-9bcf-5661b98407c8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group (b198d633-908c-4a95-8f66-65c708df3fd8), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.623430 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.642860 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fdec617f-a00e-4ac4-b737-7b68e99d0570 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (71860342-427b-4d6c-8b1e-886bdfd95884), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.659434 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef162-d566-4e7b-9bcf-5661b98407c8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group (b198d633-908c-4a95-8f66-65c708df3fd8), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.667780 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec617f-a00e-4ac4-b737-7b68e99d0570 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Pushing event deleted for resources: {'Port': ['ID=71860342-427b-4d6c-8b1e-886bdfd95884,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:49.717278 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef162-d566-4e7b-9bcf-5661b98407c8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b198d633-908c-4a95-8f66-65c708df3fd8), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.720275 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef162-d566-4e7b-9bcf-5661b98407c8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.721405 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-7e1ef162-d566-4e7b-9bcf-5661b98407c8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "DELETE /v2.0/security-groups/b198d633-908c-4a95-8f66-65c708df3fd8 HTTP/1.1" status: 204 len: 168 time: 0.1834893 Jul 19 15:50:49.724711 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33052) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:49.736401 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fdec617f-a00e-4ac4-b737-7b68e99d0570 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks [] for floatingip (dae9225e-526f-4570-be3f-be08f962e021), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.738928 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fdec617f-a00e-4ac4-b737-7b68e99d0570 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.740718 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-fdec617f-a00e-4ac4-b737-7b68e99d0570 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "DELETE /v2.0/floatingips/dae9225e-526f-4570-be3f-be08f962e021 HTTP/1.1" status: 204 len: 168 time: 0.5889156 Jul 19 15:50:49.742778 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ef162-d566-4e7b-9bcf-5661b98407c8 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b198d633-908c-4a95-8f66-65c708df3fd8,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:49.745283 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.api.v2.resource [None req-6bd988d6-27b5-4e5f-a3ad-2881bc03ff45 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] show failed (client error): The resource could not be found. Jul 19 15:50:49.746304 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-6bd988d6-27b5-4e5f-a3ad-2881bc03ff45 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups/b198d633-908c-4a95-8f66-65c708df3fd8 HTTP/1.1" status: 404 len: 347 time: 0.0195098 Jul 19 15:50:49.749200 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33056) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:49.866549 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-48013a66-5e0d-4a2c-8ca8-d8172c81e521 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Deleting port 234bd5b9-70ee-4369-adf7-d90c77ff2555 {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:50:49.866896 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-48013a66-5e0d-4a2c-8ca8-d8172c81e521 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (234bd5b9-70ee-4369-adf7-d90c77ff2555), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.944735 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:49.946923 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-48013a66-5e0d-4a2c-8ca8-d8172c81e521 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (234bd5b9-70ee-4369-adf7-d90c77ff2555), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.947293 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-48013a66-5e0d-4a2c-8ca8-d8172c81e521 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (234bd5b9-70ee-4369-adf7-d90c77ff2555), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:49.949445 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=9 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:49.962921 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-48013a66-5e0d-4a2c-8ca8-d8172c81e521 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Calling delete_port for 234bd5b9-70ee-4369-adf7-d90c77ff2555 owned by network:floatingip {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:50:50.096218 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-48013a66-5e0d-4a2c-8ca8-d8172c81e521 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (234bd5b9-70ee-4369-adf7-d90c77ff2555), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.123951 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48013a66-5e0d-4a2c-8ca8-d8172c81e521 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event deleted for resources: {'Port': ['ID=234bd5b9-70ee-4369-adf7-d90c77ff2555,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:50.186201 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-48013a66-5e0d-4a2c-8ca8-d8172c81e521 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (46d4d226-3244-472d-a2d8-9d9a13ab93e5), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.189226 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-48013a66-5e0d-4a2c-8ca8-d8172c81e521 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.190390 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-48013a66-5e0d-4a2c-8ca8-d8172c81e521 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "DELETE /v2.0/floatingips/46d4d226-3244-472d-a2d8-9d9a13ab93e5 HTTP/1.1" status: 204 len: 168 time: 0.4392149 Jul 19 15:50:50.267605 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33064) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:50.272281 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-17bda3ac-1e6b-43de-aca7-d73984257ce0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--939291688', 'description': 'tempest-description--1062164937'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:50:50.301333 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-17bda3ac-1e6b-43de-aca7-d73984257ce0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.370163 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-17bda3ac-1e6b-43de-aca7-d73984257ce0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group (b0855673-1a97-4075-b1ae-f96e851bb779), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.373829 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-17bda3ac-1e6b-43de-aca7-d73984257ce0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b0855673-1a97-4075-b1ae-f96e851bb779), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.406873 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-17bda3ac-1e6b-43de-aca7-d73984257ce0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.408111 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-17bda3ac-1e6b-43de-aca7-d73984257ce0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1394787 Jul 19 15:50:50.410935 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33066) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:50.415679 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-60aceb99-0dc5-4e11-aca7-f98439e83a5e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Request body: {'security_group_rule': {'security_group_id': 'b0855673-1a97-4075-b1ae-f96e851bb779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:50:50.421151 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bda3ac-1e6b-43de-aca7-d73984257ce0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0855673-1a97-4075-b1ae-f96e851bb779,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:50.426935 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 588a9a7a-f29d-40a2-abf8-161404100f96 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:50:50.444905 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-60aceb99-0dc5-4e11-aca7-f98439e83a5e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group_rule (cdf2b740-2fa6-4adc-9b34-777ea2a4c00e), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.453572 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: 588a9a7a-f29d-40a2-abf8-161404100f96 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:50:50.454168 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 588a9a7a-f29d-40a2-abf8-161404100f96 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:50:50.454328 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device a70da232-0d1f-4d96-ac45-c34ad79c41f8 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:50:50.472574 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: a70da232-0d1f-4d96-ac45-c34ad79c41f8 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:50:50.472923 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device a70da232-0d1f-4d96-ac45-c34ad79c41f8 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:50:50.505488 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-60aceb99-0dc5-4e11-aca7-f98439e83a5e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group_rule (cdf2b740-2fa6-4adc-9b34-777ea2a4c00e), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.508901 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-60aceb99-0dc5-4e11-aca7-f98439e83a5e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (cdf2b740-2fa6-4adc-9b34-777ea2a4c00e), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.528447 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aceb99-0dc5-4e11-aca7-f98439e83a5e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf2b740-2fa6-4adc-9b34-777ea2a4c00e,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:50.540002 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-60aceb99-0dc5-4e11-aca7-f98439e83a5e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.543754 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-60aceb99-0dc5-4e11-aca7-f98439e83a5e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293802 Jul 19 15:50:50.543995 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33070) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:50.549472 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-950260f4-b154-41cb-bdef-932b96a309ca tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Request body: {'security_group_rule': {'security_group_id': 'b0855673-1a97-4075-b1ae-f96e851bb779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:50:50.605583 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-950260f4-b154-41cb-bdef-932b96a309ca tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group_rule (c2a5448a-f2ff-43d1-8c64-a148e4aaac37), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.626848 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc20c7-82df-4103-b348-c411200a8f64 req-17efb916-e46e-4442-8b94-f636f5bca084 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:50.628337 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dcbc20c7-82df-4103-b348-c411200a8f64 req-17efb916-e46e-4442-8b94-f636f5bca084 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0665550 Jul 19 15:50:50.696553 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:50.699330 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-950260f4-b154-41cb-bdef-932b96a309ca tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group_rule (c2a5448a-f2ff-43d1-8c64-a148e4aaac37), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.704611 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dcbc20c7-82df-4103-b348-c411200a8f64 req-27720182-ba8b-40a7-904a-5cdd578eaf5e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688221 Jul 19 15:50:50.706109 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-950260f4-b154-41cb-bdef-932b96a309ca tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (c2a5448a-f2ff-43d1-8c64-a148e4aaac37), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.727943 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950260f4-b154-41cb-bdef-932b96a309ca tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a5448a-f2ff-43d1-8c64-a148e4aaac37,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:50.733870 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:50.741361 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-950260f4-b154-41cb-bdef-932b96a309ca tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.743166 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-950260f4-b154-41cb-bdef-932b96a309ca tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1979265 Jul 19 15:50:50.746520 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33072) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:50:50.751556 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:50:50.774208 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.854487 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:50.973135 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Allocated IP 172.27.2.165 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/2ca1adec-8b7a-4e80-84c6-162236476bdd) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:50:51.073787 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for port (2ca1adec-8b7a-4e80-84c6-162236476bdd), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:51.108380 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (2ca1adec-8b7a-4e80-84c6-162236476bdd), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:51.153015 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:50:51.158790 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:50:51.161160 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:50:51.184772 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event updated for resources: {'Port': ['ID=2ca1adec-8b7a-4e80-84c6-162236476bdd,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:51.248479 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (7635bffc-2d36-44ca-af53-99b505cb87ba), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:51.283985 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (2ca1adec-8b7a-4e80-84c6-162236476bdd), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:51.435305 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for port (2ca1adec-8b7a-4e80-84c6-162236476bdd), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:51.440152 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (2ca1adec-8b7a-4e80-84c6-162236476bdd), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:51.468892 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:51.472732 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:51.513296 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event updated for resources: {'Port': ['ID=2ca1adec-8b7a-4e80-84c6-162236476bdd,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:51.523489 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:51.528787 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (7635bffc-2d36-44ca-af53-99b505cb87ba), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:51.544850 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:51.546141 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-e562deab-a581-42f4-b8b2-2b10474096d1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7985711 Jul 19 15:50:51.750945 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-fba98de5-3b25-424c-8f1a-398f643db3d9 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--939291688&fields=id&tenant_id=e11e234f713b40cd8772372c2316dd28 HTTP/1.1" status: 200 len: 267 time: 0.0439470 Jul 19 15:50:51.778249 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:51.829559 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d874f-f953-443f-830c-8a3d82d59391 req-31488dcd-f17d-4e0c-bd54-d26cdba522ff tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:51.831089 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-711d874f-f953-443f-830c-8a3d82d59391 req-31488dcd-f17d-4e0c-bd54-d26cdba522ff tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0476539 Jul 19 15:50:51.860482 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-191e75bc-9c5a-4f53-a32c-6f8a4d1a9098 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:51.861980 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-191e75bc-9c5a-4f53-a32c-6f8a4d1a9098 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/networks?id=7719a9e3-d30d-4797-868c-2dbb1911ec7c HTTP/1.1" status: 200 len: 811 time: 0.1043375 Jul 19 15:50:51.866427 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:51.879177 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-23682e66-3557-4fa8-855a-041326bec3e7 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/quotas/e11e234f713b40cd8772372c2316dd28 HTTP/1.1" status: 200 len: 375 time: 0.0106664 Jul 19 15:50:51.886113 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-711d874f-f953-443f-830c-8a3d82d59391 req-0d94b70b-1deb-4afe-8e4a-d9582e8dfdde tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495477 Jul 19 15:50:51.935845 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-a3a5d733-9f0f-4533-b57f-9c3c5f9df699 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e11e234f713b40cd8772372c2316dd28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512822 Jul 19 15:50:52.061379 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:52.082861 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-4bb1d813-f1b4-40c5-a05f-ca74c5610906 service neutron] 10.222.0.64 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354315 Jul 19 15:50:52.180803 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-4b193c04-4505-4d67-9086-9393702fb865 service neutron] 10.222.0.64 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923827 Jul 19 15:50:52.228630 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae9ee3-8d22-4511-8c61-10b23e9f40b4 req-776d0049-3239-4c63-a2fe-79a592cdbbbc tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:52.230159 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-32ae9ee3-8d22-4511-8c61-10b23e9f40b4 req-776d0049-3239-4c63-a2fe-79a592cdbbbc tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0482991 Jul 19 15:50:52.282061 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-32ae9ee3-8d22-4511-8c61-10b23e9f40b4 req-77cba563-9485-4bb3-8c81-e874210eb337 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454113 Jul 19 15:50:52.344530 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-684a097d-7fb9-44ad-9152-2b57128d3c3e req-55ec09c4-f7d2-4ecd-b9ec-7dbac11c3f4f tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 210 time: 0.0290890 Jul 19 15:50:53.008699 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2db49-56c1-4a03-87e0-6c29d238d558 req-5a5606c9-3da5-4b3a-b198-11ef53f19fb8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:53.010156 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7cc2db49-56c1-4a03-87e0-6c29d238d558 req-5a5606c9-3da5-4b3a-b198-11ef53f19fb8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0507302 Jul 19 15:50:53.060681 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7cc2db49-56c1-4a03-87e0-6c29d238d558 req-471c7e2d-d2f6-421a-9672-862cefda7403 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447593 Jul 19 15:50:53.404832 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e59c9-804d-41c1-b4d4-634c221dbb9e req-e88a30c3-d65f-4839-9415-ae7bc284ae20 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:53.406849 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f38e59c9-804d-41c1-b4d4-634c221dbb9e req-e88a30c3-d65f-4839-9415-ae7bc284ae20 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0468829 Jul 19 15:50:53.449678 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9b1312c6-d856-4664-84a1-75a0cdc44995 req-63b1a920-acd4-4332-bec4-f3f7aa8a903b tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 210 time: 0.0316226 Jul 19 15:50:53.458712 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f38e59c9-804d-41c1-b4d4-634c221dbb9e req-da4d2628-8bd9-48b2-a25c-48c2b62ca223 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460424 Jul 19 15:50:54.188976 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed67c7d-c5f3-46a4-ab1b-f9c8a4506d87 req-07c12530-02fc-4277-91ce-a34510cc36d5 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:54.190218 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2739af1-c007-4a61-936a-0d4979ff3c3d req-85ccd7bf-213e-4c0f-aadd-8c92f1cd4869 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:54.191754 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e2739af1-c007-4a61-936a-0d4979ff3c3d req-85ccd7bf-213e-4c0f-aadd-8c92f1cd4869 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0712235 Jul 19 15:50:54.194796 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-bed67c7d-c5f3-46a4-ab1b-f9c8a4506d87 req-07c12530-02fc-4277-91ce-a34510cc36d5 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0573802 Jul 19 15:50:54.239166 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-bed67c7d-c5f3-46a4-ab1b-f9c8a4506d87 req-31322177-ac00-4851-9038-e8d7e31b9de8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Jul 19 15:50:54.607680 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-466e889e-efa1-43b9-8e9e-bad9761f124a req-ff6bcb3b-cc17-4e8f-9e0c-dda8355172c9 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 210 time: 0.0587857 Jul 19 15:50:54.618169 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e30de-0083-41e5-92ac-5f0ff387d31d req-147ce0e9-979d-461d-9df6-d56effa6c4d1 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:54.620246 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fb2e30de-0083-41e5-92ac-5f0ff387d31d req-147ce0e9-979d-461d-9df6-d56effa6c4d1 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa1efb1-1488-48f4-a6ec-9b4787e01277 HTTP/1.1" status: 200 len: 945 time: 0.0570977 Jul 19 15:50:54.628857 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-e2739af1-c007-4a61-936a-0d4979ff3c3d req-5579b0b9-198c-4ac3-9f9d-fc0309b01f98 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Deleting port 5e64b358-ca05-4217-81f6-26f217876ab3 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:50:54.629212 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-e2739af1-c007-4a61-936a-0d4979ff3c3d req-5579b0b9-198c-4ac3-9f9d-fc0309b01f98 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:54.670876 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fb2e30de-0083-41e5-92ac-5f0ff387d31d req-19aec208-163b-4302-b96d-e65d0b6cfaa6 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435143 Jul 19 15:50:54.724326 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-e2739af1-c007-4a61-936a-0d4979ff3c3d req-5579b0b9-198c-4ac3-9f9d-fc0309b01f98 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] For port 5e64b358-ca05-4217-81f6-26f217876ab3, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=5e64b358-ca05-4217-81f6-26f217876ab3,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:50:54.724682 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-e2739af1-c007-4a61-936a-0d4979ff3c3d req-5579b0b9-198c-4ac3-9f9d-fc0309b01f98 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:54.737721 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-e2739af1-c007-4a61-936a-0d4979ff3c3d req-5579b0b9-198c-4ac3-9f9d-fc0309b01f98 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Calling delete_port for 5e64b358-ca05-4217-81f6-26f217876ab3 owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:50:54.880767 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-e2739af1-c007-4a61-936a-0d4979ff3c3d req-5579b0b9-198c-4ac3-9f9d-fc0309b01f98 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (5e64b358-ca05-4217-81f6-26f217876ab3), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:54.892177 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['e7989e60-2708-4f38-9de4-2ddeed675e74'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:50:54.895461 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:54.910015 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579b0b9-198c-4ac3-9f9d-fc0309b01f98 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Pushing event deleted for resources: {'Port': ['ID=5e64b358-ca05-4217-81f6-26f217876ab3,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:54.968011 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2739af1-c007-4a61-936a-0d4979ff3c3d req-5579b0b9-198c-4ac3-9f9d-fc0309b01f98 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] No DVR routers for this DVR port 5e64b358-ca05-4217-81f6-26f217876ab3 on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:50:54.970943 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-e2739af1-c007-4a61-936a-0d4979ff3c3d req-5579b0b9-198c-4ac3-9f9d-fc0309b01f98 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:54.974640 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e2739af1-c007-4a61-936a-0d4979ff3c3d req-5579b0b9-198c-4ac3-9f9d-fc0309b01f98 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.36 "DELETE /v2.0/ports/5e64b358-ca05-4217-81f6-26f217876ab3 HTTP/1.1" status: 204 len: 173 time: 0.4868667 Jul 19 15:50:54.975100 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa1efb1-1488-48f4-a6ec-9b4787e01277', 'name': 'network-vif-deleted', 'tag': '5e64b358-ca05-4217-81f6-26f217876ab3'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:50:54.977377 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4331f9d7-03f9-40c2-a3d0-57bcfbb2638e" -d '{"events": [{"server_uuid": "4fa1efb1-1488-48f4-a6ec-9b4787e01277", "name": "network-vif-deleted", "tag": "5e64b358-ca05-4217-81f6-26f217876ab3"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:50:55.001665 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-c0a10c9c-7f0d-46a0-8e03-53f42b113427 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:55.003575 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-c0a10c9c-7f0d-46a0-8e03-53f42b113427 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.36 "GET /v2.0/networks?id=7719a9e3-d30d-4797-868c-2dbb1911ec7c HTTP/1.1" status: 200 len: 811 time: 0.1521819 Jul 19 15:50:55.018178 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15431292-9e7c-478b-b884-60f0286093d9 x-openstack-request-id: req-15431292-9e7c-478b-b884-60f0286093d9 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:50:55.019193 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa1efb1-1488-48f4-a6ec-9b4787e01277", "name": "network-vif-deleted", "tag": "5e64b358-ca05-4217-81f6-26f217876ab3", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:50:55.019604 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15431292-9e7c-478b-b884-60f0286093d9 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:50:55.020338 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15431292-9e7c-478b-b884-60f0286093d9'] response: {'server_uuid': '4fa1efb1-1488-48f4-a6ec-9b4787e01277', 'name': 'network-vif-deleted', 'tag': '5e64b358-ca05-4217-81f6-26f217876ab3', 'status': 'completed', 'code': 200} Jul 19 15:50:55.090910 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-5928b6ba-c591-4f18-99f2-de68dd72b5be tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e11e234f713b40cd8772372c2316dd28 HTTP/1.1" status: 200 len: 379 time: 0.0713663 Jul 19 15:50:55.091119 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:55.109382 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-42774a59-7a5a-40b2-bfa0-8d658edf0649 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Request body: {'port': {'device_id': '95bf808e-8c6d-4702-b942-027288ec604a', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'admin_state_up': True, 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'security_groups': ['b0855673-1a97-4075-b1ae-f96e851bb779']}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:50:55.216375 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-42774a59-7a5a-40b2-bfa0-8d658edf0649 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Made reservation on behalf of e11e234f713b40cd8772372c2316dd28 for: {'port': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:50:55.219968 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-42774a59-7a5a-40b2-bfa0-8d658edf0649 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:55.298405 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:55.346864 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:55.394840 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-42774a59-7a5a-40b2-bfa0-8d658edf0649 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Allocated IP 172.20.0.12 (7719a9e3-d30d-4797-868c-2dbb1911ec7c/4b151b93-5448-4a87-837d-b3b162948294/ebbcf9c9-0a61-4248-af0f-40d0e408b9f3) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:50:55.404770 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f4a28-a006-47ec-a16c-beb6ad121808 req-040789ea-2fff-443c-90de-c10a248ed91f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:55.406683 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-496f4a28-a006-47ec-a16c-beb6ad121808 req-040789ea-2fff-443c-90de-c10a248ed91f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0796843 Jul 19 15:50:55.512922 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-496f4a28-a006-47ec-a16c-beb6ad121808 req-a38f223e-2ceb-4ddd-9f83-8896a460ba13 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972426 Jul 19 15:50:55.596419 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-42774a59-7a5a-40b2-bfa0-8d658edf0649 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:55.630951 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-42774a59-7a5a-40b2-bfa0-8d658edf0649 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:55.690235 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-42774a59-7a5a-40b2-bfa0-8d658edf0649 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Network 7719a9e3-d30d-4797-868c-2dbb1911ec7c is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:50:55.694471 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-42774a59-7a5a-40b2-bfa0-8d658edf0649 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:50:55.696625 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42774a59-7a5a-40b2-bfa0-8d658edf0649 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event updated for resources: {'Port': ['ID=ebbcf9c9-0a61-4248-af0f-40d0e408b9f3,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:55.698969 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-42774a59-7a5a-40b2-bfa0-8d658edf0649 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:50:55.782147 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f6285-02d6-4e50-b87c-e62f475c4c88 req-d1964849-e334-43a3-acb6-cfec23aa000a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:55.790178 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-265f6285-02d6-4e50-b87c-e62f475c4c88 req-d1964849-e334-43a3-acb6-cfec23aa000a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 932 time: 0.0791657 Jul 19 15:50:55.855998 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-265f6285-02d6-4e50-b87c-e62f475c4c88 req-4f542b4a-3f89-4e4e-b2c3-250eeaa48305 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595109 Jul 19 15:50:56.002292 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-42774a59-7a5a-40b2-bfa0-8d658edf0649 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:56.003027 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-42774a59-7a5a-40b2-bfa0-8d658edf0649 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:56.022423 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-42774a59-7a5a-40b2-bfa0-8d658edf0649 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9177673 Jul 19 15:50:56.045446 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-cf8d929a-5936-44ba-ad68-5f2ce34862db None None] Provisioning complete for port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:50:56.045958 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-cf8d929a-5936-44ba-ad68-5f2ce34862db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:56.092366 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Request body: {'port': {'device_id': '95bf808e-8c6d-4702-b942-027288ec604a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:50:56.094194 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d929a-5936-44ba-ad68-5f2ce34862db None None] Port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:50:56.133575 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc1edf-9e59-4f43-95c1-6121d1210ac5 req-26697d86-af6d-443d-91f6-638986d39dd1 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:56.135138 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c2cc1edf-9e59-4f43-95c1-6121d1210ac5 req-26697d86-af6d-443d-91f6-638986d39dd1 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0528228 Jul 19 15:50:56.157971 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:56.162536 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:56.185749 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:56.195241 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c2cc1edf-9e59-4f43-95c1-6121d1210ac5 req-52e56469-6f0f-4f65-8cfd-4d5b5f8ffef4 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540166 Jul 19 15:50:56.435962 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 {{(pid=115784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:50:56.443842 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Publish callbacks [] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:56.456918 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.provisioning_blocks [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Transition to ACTIVE for port object ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 will not be triggered until provisioned by entity L2. {{(pid=115784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:50:56.460322 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:56.467855 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:56.493942 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 5e64b358-ca05-4217-81f6-26f217876ab3 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:50:56.495512 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:56.515772 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Pushing event updated for resources: {'Port': ['ID=ebbcf9c9-0a61-4248-af0f-40d0e408b9f3,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:56.517696 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: 5e64b358-ca05-4217-81f6-26f217876ab3 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:50:56.518080 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 5e64b358-ca05-4217-81f6-26f217876ab3 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:50:56.593867 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Attempting to bind port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:50:56.594423 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Attempting to bind port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:50:56.594770 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Attempting to bind port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 on network 7719a9e3-d30d-4797-868c-2dbb1911ec7c {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:50:56.599694 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 on network 7719a9e3-d30d-4797-868c-2dbb1911ec7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:50:56.600012 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Attempting to bind port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 on network 7719a9e3-d30d-4797-868c-2dbb1911ec7c {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:50:56.605291 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:50:56.605633 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Checking segment: {'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:50:56.606027 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Bound using segment: {'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:50:56.606482 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Bound port: ebbcf9c9-0a61-4248-af0f-40d0e408b9f3, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c'}}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:50:56.606854 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:56.639441 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642b088-9ac0-4b3f-9800-f055fdd321d7 req-e0b75c19-68f8-43e0-9d50-599f806c9ea3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:56.641965 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1642b088-9ac0-4b3f-9800-f055fdd321d7 req-e0b75c19-68f8-43e0-9d50-599f806c9ea3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0548666 Jul 19 15:50:56.684903 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] For port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3, host hv-cinder-84902, cleared binding levels {{(pid=115784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:50:56.688709 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] For port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=ebbcf9c9-0a61-4248-af0f-40d0e408b9f3,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:50:56.695999 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:56.697639 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1642b088-9ac0-4b3f-9800-f055fdd321d7 req-a09f5438-c8f7-4eee-8c72-bc84895ec7d7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481057 Jul 19 15:50:56.731857 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:56.732485 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:56.734578 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] 10.222.0.36 "PUT /v2.0/ports/ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 HTTP/1.1" status: 200 len: 1094 time: 0.7042964 Jul 19 15:50:56.735148 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bf808e-8c6d-4702-b942-027288ec604a', 'tag': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:50:56.737413 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1398c512-c174-4d07-b9e3-abe9b3f724ad" -d '{"events": [{"name": "network-changed", "server_uuid": "95bf808e-8c6d-4702-b942-027288ec604a", "tag": "ebbcf9c9-0a61-4248-af0f-40d0e408b9f3"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:50:56.761859 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344dfbc-4ee8-4c30-868b-5f82d1f481cc service neutron] Pushing event updated for resources: {'Port': ['ID=ebbcf9c9-0a61-4248-af0f-40d0e408b9f3,revision_number=3']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:56.774171 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f791f399-b6fd-49c8-8e18-55c818bdde6a x-openstack-request-id: req-f791f399-b6fd-49c8-8e18-55c818bdde6a {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:50:56.774500 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95bf808e-8c6d-4702-b942-027288ec604a", "tag": "ebbcf9c9-0a61-4248-af0f-40d0e408b9f3", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:50:56.774755 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f791f399-b6fd-49c8-8e18-55c818bdde6a {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:50:56.775165 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f791f399-b6fd-49c8-8e18-55c818bdde6a'] response: {'name': 'network-changed', 'server_uuid': '95bf808e-8c6d-4702-b942-027288ec604a', 'tag': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3', 'status': 'completed', 'code': 200} Jul 19 15:50:56.979513 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6afa-8204-4025-9876-29f98ab836ae req-6b2b016e-426a-4476-ae8e-6ad430bf4357 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:56.980974 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e4df6afa-8204-4025-9876-29f98ab836ae req-6b2b016e-426a-4476-ae8e-6ad430bf4357 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 944 time: 0.0538356 Jul 19 15:50:57.027742 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e4df6afa-8204-4025-9876-29f98ab836ae req-c3275285-a439-461b-86a4-474b3dc3f99a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404441 Jul 19 15:50:57.314708 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280117f-6298-482a-8ee4-f03987d04fbf req-f22f5e1a-a4d9-4ca5-93a1-bd7a55358f9e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:57.316207 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a280117f-6298-482a-8ee4-f03987d04fbf req-f22f5e1a-a4d9-4ca5-93a1-bd7a55358f9e tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0512836 Jul 19 15:50:57.363878 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a280117f-6298-482a-8ee4-f03987d04fbf req-2016c306-fc1e-4e7d-9377-f9776774ff6a tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421491 Jul 19 15:50:57.816146 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8f3d1-1c04-40ac-bb39-61281a8f5815 req-c1f21913-1a89-45dc-a21b-244eb6b18a5b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:57.817615 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4ed8f3d1-1c04-40ac-bb39-61281a8f5815 req-c1f21913-1a89-45dc-a21b-244eb6b18a5b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0476665 Jul 19 15:50:57.865488 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4ed8f3d1-1c04-40ac-bb39-61281a8f5815 req-8c255b8b-20c6-46fc-827d-472185c7e47e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422828 Jul 19 15:50:58.177778 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3205313-796e-49d5-862b-09ebe2e45225 req-2098c0bb-531c-4db9-87bf-c7261fec37be tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:58.179408 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d3205313-796e-49d5-862b-09ebe2e45225 req-2098c0bb-531c-4db9-87bf-c7261fec37be tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 944 time: 0.0816226 Jul 19 15:50:58.182576 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398c512-c174-4d07-b9e3-abe9b3f724ad req-03efddca-0ba0-4579-86d1-d8aa8aede8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:58.183942 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1398c512-c174-4d07-b9e3-abe9b3f724ad req-03efddca-0ba0-4579-86d1-d8aa8aede8d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e11e234f713b40cd8772372c2316dd28&device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 1128 time: 0.0741830 Jul 19 15:50:58.226582 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d3205313-796e-49d5-862b-09ebe2e45225 req-f38099d1-8060-4b7a-8c6c-96a258002aa3 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 Jul 19 15:50:58.479248 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd429-4b5e-4e8f-8dac-82701eadedf9 req-96e45372-c4ac-4a50-8767-ab475d351778 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:58.480733 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2bdbd429-4b5e-4e8f-8dac-82701eadedf9 req-96e45372-c4ac-4a50-8767-ab475d351778 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0487974 Jul 19 15:50:58.558604 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2bdbd429-4b5e-4e8f-8dac-82701eadedf9 req-34c11a1d-2c2c-4348-90ac-3088f323d5ab tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720758 Jul 19 15:50:58.711760 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398c512-c174-4d07-b9e3-abe9b3f724ad req-f1531055-1d4d-4fba-8a87-91afb3a84356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:58.713232 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1398c512-c174-4d07-b9e3-abe9b3f724ad req-f1531055-1d4d-4fba-8a87-91afb3a84356 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e11e234f713b40cd8772372c2316dd28&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1916447 Jul 19 15:50:58.724888 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b018edb-c140-4042-b005-890e3aa64d3c req-62b9ec72-b60f-47f7-812d-0a7e9db3fe77 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:58.726316 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4b018edb-c140-4042-b005-890e3aa64d3c req-62b9ec72-b60f-47f7-812d-0a7e9db3fe77 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.36 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 945 time: 0.0587039 Jul 19 15:50:58.836287 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-4b018edb-c140-4042-b005-890e3aa64d3c req-9afddde3-d8dd-4a54-b3cf-f4798bc99c6b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Deleting port e7989e60-2708-4f38-9de4-2ddeed675e74 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:50:58.836642 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-4b018edb-c140-4042-b005-890e3aa64d3c req-9afddde3-d8dd-4a54-b3cf-f4798bc99c6b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:58.919196 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398c512-c174-4d07-b9e3-abe9b3f724ad req-d40112e5-e22d-4017-abaa-0a53ad35bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:58.923761 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1398c512-c174-4d07-b9e3-abe9b3f724ad req-d40112e5-e22d-4017-abaa-0a53ad35bf89 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1722231 Jul 19 15:50:58.955855 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-4b018edb-c140-4042-b005-890e3aa64d3c req-9afddde3-d8dd-4a54-b3cf-f4798bc99c6b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] For port e7989e60-2708-4f38-9de4-2ddeed675e74, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e7989e60-2708-4f38-9de4-2ddeed675e74,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:50:58.956398 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-4b018edb-c140-4042-b005-890e3aa64d3c req-9afddde3-d8dd-4a54-b3cf-f4798bc99c6b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:58.996029 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-4b018edb-c140-4042-b005-890e3aa64d3c req-9afddde3-d8dd-4a54-b3cf-f4798bc99c6b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Calling delete_port for e7989e60-2708-4f38-9de4-2ddeed675e74 owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:50:59.006556 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-3514387a-4740-479d-bca0-0c33edfd81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:59.008042 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-3514387a-4740-479d-bca0-0c33edfd81b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e11e234f713b40cd8772372c2316dd28&device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 1128 time: 0.0434361 Jul 19 15:50:59.020731 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad836c3-4be0-4263-ba3b-17bcd0ef4a93 req-b0e15019-a523-43a7-a647-55f432df17b0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:59.022238 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0ad836c3-4be0-4263-ba3b-17bcd0ef4a93 req-b0e15019-a523-43a7-a647-55f432df17b0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0690429 Jul 19 15:50:59.046992 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-eba2ceb4-42eb-4572-a55c-32e59310b780 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 HTTP/1.1" status: 200 len: 217 time: 0.0322411 Jul 19 15:50:59.079065 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:59.095490 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-eb40c5ce-a285-4d40-88fe-9ea16789fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:59.096956 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-eb40c5ce-a285-4d40-88fe-9ea16789fce2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b151b93-5448-4a87-837d-b3b162948294 HTTP/1.1" status: 200 len: 850 time: 0.0451906 Jul 19 15:50:59.125110 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0ad836c3-4be0-4263-ba3b-17bcd0ef4a93 req-6e6285b4-3338-4502-8e3c-1dfaa98f33d2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740936 Jul 19 15:50:59.141486 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-019a92db-a064-4246-9500-217f571ad444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:59.146638 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-019a92db-a064-4246-9500-217f571ad444 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7719a9e3-d30d-4797-868c-2dbb1911ec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402455 Jul 19 15:50:59.184310 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-4b018edb-c140-4042-b005-890e3aa64d3c req-9afddde3-d8dd-4a54-b3cf-f4798bc99c6b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (e7989e60-2708-4f38-9de4-2ddeed675e74), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:59.196136 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['e7989e60-2708-4f38-9de4-2ddeed675e74'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:50:59.212277 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afddde3-d8dd-4a54-b3cf-f4798bc99c6b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Pushing event deleted for resources: {'Port': ['ID=e7989e60-2708-4f38-9de4-2ddeed675e74,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:50:59.246096 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-af88e93e-f538-444d-8a1b-b92208dab285 service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969365 Jul 19 15:50:59.260184 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b018edb-c140-4042-b005-890e3aa64d3c req-9afddde3-d8dd-4a54-b3cf-f4798bc99c6b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] No DVR routers for this DVR port e7989e60-2708-4f38-9de4-2ddeed675e74 on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:50:59.263170 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-4b018edb-c140-4042-b005-890e3aa64d3c req-9afddde3-d8dd-4a54-b3cf-f4798bc99c6b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:50:59.266982 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4b018edb-c140-4042-b005-890e3aa64d3c req-9afddde3-d8dd-4a54-b3cf-f4798bc99c6b tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.36 "DELETE /v2.0/ports/e7989e60-2708-4f38-9de4-2ddeed675e74 HTTP/1.1" status: 204 len: 173 time: 0.5156555 Jul 19 15:50:59.267430 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764ab5a7-4ebb-4d76-a34b-5f311883bcbe', 'name': 'network-vif-deleted', 'tag': 'e7989e60-2708-4f38-9de4-2ddeed675e74'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:50:59.270310 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88278762-ba7f-4283-8030-a344aaed1a2c" -d '{"events": [{"server_uuid": "764ab5a7-4ebb-4d76-a34b-5f311883bcbe", "name": "network-vif-deleted", "tag": "e7989e60-2708-4f38-9de4-2ddeed675e74"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:50:59.280263 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:59.326244 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef36d4af-000b-4570-810f-fe5dcd11f391 x-openstack-request-id: req-ef36d4af-000b-4570-810f-fe5dcd11f391 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:50:59.326588 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764ab5a7-4ebb-4d76-a34b-5f311883bcbe", "name": "network-vif-deleted", "tag": "e7989e60-2708-4f38-9de4-2ddeed675e74", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:50:59.327103 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef36d4af-000b-4570-810f-fe5dcd11f391 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:50:59.327621 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef36d4af-000b-4570-810f-fe5dcd11f391'] response: {'server_uuid': '764ab5a7-4ebb-4d76-a34b-5f311883bcbe', 'name': 'network-vif-deleted', 'tag': 'e7989e60-2708-4f38-9de4-2ddeed675e74', 'status': 'completed', 'code': 200} Jul 19 15:50:59.377852 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f52cfee6-8f15-47dc-94ff-b67a3f018580 req-4463447d-e42c-4232-93b8-3b1b144894d7 service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258020 Jul 19 15:50:59.384124 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426d0f3-2d06-45b6-a42c-4fd88afba6bc req-b4ef9d97-44a0-4360-8875-2cffa29a7252 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:59.385691 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5426d0f3-2d06-45b6-a42c-4fd88afba6bc req-b4ef9d97-44a0-4360-8875-2cffa29a7252 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 944 time: 0.0718696 Jul 19 15:50:59.438722 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5426d0f3-2d06-45b6-a42c-4fd88afba6bc req-b47a76a2-cd0f-4057-b579-47eb4b019e2e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456350 Jul 19 15:50:59.521070 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:59.683316 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1d0ff624-b478-443a-8781-a191fa280a76 req-83ae1586-dea1-460f-a142-c1e60d68df86 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 210 time: 0.0327797 Jul 19 15:50:59.704958 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e5cf-b51a-4512-971e-b91f85086a40 req-ada9ffdf-6b2b-4194-a010-e04eb57a214d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:50:59.704958 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-acf4e5cf-b51a-4512-971e-b91f85086a40 req-ada9ffdf-6b2b-4194-a010-e04eb57a214d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 946 time: 0.0651128 Jul 19 15:50:59.723270 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:50:59.753780 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-acf4e5cf-b51a-4512-971e-b91f85086a40 req-b026898e-55e2-4803-9557-dc3f09326889 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447638 Jul 19 15:51:00.247127 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1b01-ebda-41f3-8d89-350bb0f3aa62 req-b48da24f-afee-4804-92b3-52146c983510 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:00.248595 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a25c1b01-ebda-41f3-8d89-350bb0f3aa62 req-b48da24f-afee-4804-92b3-52146c983510 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0496650 Jul 19 15:51:00.297413 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a25c1b01-ebda-41f3-8d89-350bb0f3aa62 req-101218be-26ae-4418-bdf9-b867deda6073 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430450 Jul 19 15:51:00.502469 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device f79bc5b8-5b78-4990-ae5f-977bb42032bd details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:51:00.559674 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189cc92-5c30-48c5-b20e-4ae4dc37c044 req-9a273ff4-d02c-4279-bcc1-9341878f5fe3 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:00.561161 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d189cc92-5c30-48c5-b20e-4ae4dc37c044 req-9a273ff4-d02c-4279-bcc1-9341878f5fe3 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 944 time: 0.0475874 Jul 19 15:51:00.608812 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port f79bc5b8-5b78-4990-ae5f-977bb42032bd, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:00.609082 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d189cc92-5c30-48c5-b20e-4ae4dc37c044 req-ca9634e1-b964-4444-98de-cba8a4c9fbf0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 Jul 19 15:51:00.620385 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'port_id': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'mac_address': 'fa:16:3e:1d:3a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:51:00.655563 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port f79bc5b8-5b78-4990-ae5f-977bb42032bd is: ACTIVE; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:51:00.656094 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:00.668956 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f79bc5b8-5b78-4990-ae5f-977bb42032bd {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:51:00.690733 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port f79bc5b8-5b78-4990-ae5f-977bb42032bd, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:00.695641 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:00.696392 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:51:00.769471 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=f79bc5b8-5b78-4990-ae5f-977bb42032bd,revision_number=6']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:00.792641 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-42edba54-e0e6-49ef-8711-908bd8a5e621 req-2742f35e-4e01-45c3-b250-aa8e712cc6c5 tempest-ServerRescueNegativeTestJSON-1658676 tempest-ServerRescueNegativeTestJSON-1658676-project] 10.222.0.64 "GET /v2.0/ports?device_id=764ab5a7-4ebb-4d76-a34b-5f311883bcbe HTTP/1.1" status: 200 len: 210 time: 0.0302091 Jul 19 15:51:00.813877 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.813877 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.813877 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.813877 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.813877 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.813877 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.814432 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.814524 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.814861 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.815191 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.815525 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.815849 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.816175 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.816498 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.816821 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:00.851923 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=ebbcf9c9-0a61-4248-af0f-40d0e408b9f3,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:00.855769 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:00.864010 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'port_id': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3', 'mac_address': 'fa:16:3e:ce:d5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:51:00.873239 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65271c-7003-4f9f-bf3c-deb78dd015a3 req-09b3fc1e-8582-4545-85a7-85bd2b9beaa0 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:00.875582 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3d65271c-7003-4f9f-bf3c-deb78dd015a3 req-09b3fc1e-8582-4545-85a7-85bd2b9beaa0 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 946 time: 0.0495424 Jul 19 15:51:00.903923 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:51:00.904318 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:00.917728 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:51:00.926727 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3d65271c-7003-4f9f-bf3c-deb78dd015a3 req-bf2382ab-8521-48fb-91fd-f7ca66f9014e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457504 Jul 19 15:51:00.938393 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=ebbcf9c9-0a61-4248-af0f-40d0e408b9f3,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:00.943108 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:00.980628 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:00.996481 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=ebbcf9c9-0a61-4248-af0f-40d0e408b9f3,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:01.234013 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['ebbcf9c9-0a61-4248-af0f-40d0e408b9f3'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:51:01.280650 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['f79bc5b8-5b78-4990-ae5f-977bb42032bd'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:51:01.378247 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:01.417643 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354e863-3fc9-44bc-aa42-ab1a2fd2c7fc req-bec98c2a-25c9-43a8-a79f-86e02bdf94d5 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:01.419138 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1354e863-3fc9-44bc-aa42-ab1a2fd2c7fc req-bec98c2a-25c9-43a8-a79f-86e02bdf94d5 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 945 time: 0.0465150 Jul 19 15:51:01.467474 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1354e863-3fc9-44bc-aa42-ab1a2fd2c7fc req-7031782d-16e6-4318-b9b0-28ad13131e58 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411327 Jul 19 15:51:01.724601 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c9215-e91b-4a58-ba9d-8acb1c19e96e req-577e2c4b-6691-4755-a058-00764408d483 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:01.726224 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ff1c9215-e91b-4a58-ba9d-8acb1c19e96e req-577e2c4b-6691-4755-a058-00764408d483 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 945 time: 0.0479290 Jul 19 15:51:01.782312 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ff1c9215-e91b-4a58-ba9d-8acb1c19e96e req-926cdec5-b29d-4123-8e8e-564fa12c0724 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500062 Jul 19 15:51:01.851229 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33218) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:02.044423 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616efb47-7051-441a-a9c2-7483715f8257 req-091a1741-f494-414b-b813-ad15aa8e820a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:02.045950 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-616efb47-7051-441a-a9c2-7483715f8257 req-091a1741-f494-414b-b813-ad15aa8e820a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 946 time: 0.0490458 Jul 19 15:51:02.074003 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-e8f48a8a-ecff-49f1-aa7a-470194926d7a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:02.075477 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-e8f48a8a-ecff-49f1-aa7a-470194926d7a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 946 time: 0.0867360 Jul 19 15:51:02.095125 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-616efb47-7051-441a-a9c2-7483715f8257 req-a55dcda3-bc1d-48a3-a34d-7917ed954c47 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427797 Jul 19 15:51:02.231458 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Deleting port baf9abd3-9c5d-45c3-81b3-843072591796 {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:51:02.231711 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:02.352365 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:02.363760 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] For port baf9abd3-9c5d-45c3-81b3-843072591796, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=baf9abd3-9c5d-45c3-81b3-843072591796,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:02.364119 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:02.513183 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device f79bc5b8-5b78-4990-ae5f-977bb42032bd up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:51:02.545623 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e121b1de-7256-4fd2-ad6d-b5b500475797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666299'] for router_interface (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:02.561293 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port f79bc5b8-5b78-4990-ae5f-977bb42032bd triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:51:02.561666 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:02.576633 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:02.633692 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port f79bc5b8-5b78-4990-ae5f-977bb42032bd is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:51:02.634078 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:02.656452 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:51:02.658727 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6abdd8d-9983-4c28-856e-ea642cd99b35" -d '{"events": [{"server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "name": "network-vif-plugged", "status": "completed", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:51:02.673331 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port f79bc5b8-5b78-4990-ae5f-977bb42032bd, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:02.679863 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:02.681108 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:51:02.862148 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b061dbf-c830-4aaf-9fe5-200e06059084 x-openstack-request-id: req-2b061dbf-c830-4aaf-9fe5-200e06059084 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:51:02.862462 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "name": "network-vif-plugged", "status": "completed", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:51:02.862714 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b061dbf-c830-4aaf-9fe5-200e06059084 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:51:02.863105 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b061dbf-c830-4aaf-9fe5-200e06059084'] response: {'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'code': 200} Jul 19 15:51:02.903208 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=f79bc5b8-5b78-4990-ae5f-977bb42032bd,revision_number=7']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:02.908300 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:51:02.909310 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3046d4-3c40-42ea-8eb1-11c585f16d1f req-282341a8-c078-481f-b0c2-7e1790ce5dae tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:02.912003 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7d3046d4-3c40-42ea-8eb1-11c585f16d1f req-282341a8-c078-481f-b0c2-7e1790ce5dae tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 945 time: 0.0568502 Jul 19 15:51:02.915172 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:51:02.915546 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:02.949582 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1c82-edea-4238-973d-379cd33639ef req-3879a143-cbbe-4724-a4a6-81c4da523ecc tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:02.956456 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fa3c1c82-edea-4238-973d-379cd33639ef req-3879a143-cbbe-4724-a4a6-81c4da523ecc tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 945 time: 0.4118233 Jul 19 15:51:02.959678 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:02.960046 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (c99f831f-3bed-4f33-b8d2-c56066089583), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:02.960369 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Floating IP c99f831f-3bed-4f33-b8d2-c56066089583 disassociated. External IP: 172.27.2.163, port: baf9abd3-9c5d-45c3-81b3-843072591796. Jul 19 15:51:02.960723 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Calling delete_port for baf9abd3-9c5d-45c3-81b3-843072591796 owned by compute:nova {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:51:02.975746 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7d3046d4-3c40-42ea-8eb1-11c585f16d1f req-68d7dcdc-1d05-4600-8f36-6dd3d740036e tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495973 Jul 19 15:51:02.993343 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:51:02.993840 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:03.033378 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=ebbcf9c9-0a61-4248-af0f-40d0e408b9f3,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:03.037963 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:03.038860 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device e7989e60-2708-4f38-9de4-2ddeed675e74 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:51:03.059789 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:03.085913 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: e7989e60-2708-4f38-9de4-2ddeed675e74 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:51:03.086254 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device e7989e60-2708-4f38-9de4-2ddeed675e74 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:51:03.096776 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fa3c1c82-edea-4238-973d-379cd33639ef req-bda6075a-cd7c-404e-9a34-4315f245de00 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394651 Jul 19 15:51:03.111249 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=ebbcf9c9-0a61-4248-af0f-40d0e408b9f3,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:03.215836 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff00264-cbb6-4f21-ae22-73d90c7dd98c req-ae06a606-5a89-40ff-88bf-eeb676a1d534 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:03.217306 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-cff00264-cbb6-4f21-ae22-73d90c7dd98c req-ae06a606-5a89-40ff-88bf-eeb676a1d534 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 946 time: 0.0478194 Jul 19 15:51:03.256073 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (baf9abd3-9c5d-45c3-81b3-843072591796), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:03.257734 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-e121b1de-7256-4fd2-ad6d-b5b500475797 admin admin] Deleting port 2c29c0a8-f5c0-4750-9281-ddffd9c490db {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:51:03.258083 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e121b1de-7256-4fd2-ad6d-b5b500475797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:03.265091 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-cff00264-cbb6-4f21-ae22-73d90c7dd98c req-0904b3f1-c6e7-4797-99b6-fc84b477414d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=06e59fb3-1b25-4113-983b-71704957acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412004 Jul 19 15:51:03.305176 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event deleted for resources: {'Port': ['ID=baf9abd3-9c5d-45c3-81b3-843072591796,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:03.394161 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:03.448593 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-e121b1de-7256-4fd2-ad6d-b5b500475797 admin admin] For port 2c29c0a8-f5c0-4750-9281-ddffd9c490db, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=2c29c0a8-f5c0-4750-9281-ddffd9c490db,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:03.448966 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e121b1de-7256-4fd2-ad6d-b5b500475797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:03.471280 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-e121b1de-7256-4fd2-ad6d-b5b500475797 admin admin] Calling delete_port for 2c29c0a8-f5c0-4750-9281-ddffd9c490db owned by network:router_interface {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:51:03.518953 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Router 441aac0f-e735-413c-9ddc-149e4b085715 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:51:03.578936 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:03.713736 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:51:03.732098 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d4f9a-c7ac-46a1-bb05-56bc7e29678a None None] Sync routers for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:51:03.744971 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d4f9a-c7ac-46a1-bb05-56bc7e29678a None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:51:03.745600 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-8e6d4f9a-c7ac-46a1-bb05-56bc7e29678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:50:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:03.772871 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] No DVR routers for this DVR port baf9abd3-9c5d-45c3-81b3-843072591796 on host hv-cinder-84902 {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:51:03.800161 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:03.803844 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c3fe2fc4-8374-44b1-b41e-989afb35b54c req-b68aa161-fed6-4273-85b2-c2e884429005 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "DELETE /v2.0/ports/baf9abd3-9c5d-45c3-81b3-843072591796 HTTP/1.1" status: 204 len: 173 time: 1.7197685 Jul 19 15:51:03.804322 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1382aa7-6d93-410a-94ae-a7944114573f', 'name': 'network-vif-deleted', 'tag': 'baf9abd3-9c5d-45c3-81b3-843072591796'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:51:03.806648 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706e10e3-340b-44df-acb9-0c0a5c48b3a1" -d '{"events": [{"server_uuid": "d1382aa7-6d93-410a-94ae-a7944114573f", "name": "network-vif-deleted", "tag": "baf9abd3-9c5d-45c3-81b3-843072591796"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:51:03.875098 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb606a1-2d6d-4ea3-857a-693e81842e86 x-openstack-request-id: req-ceb606a1-2d6d-4ea3-857a-693e81842e86 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:51:03.875406 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1382aa7-6d93-410a-94ae-a7944114573f", "name": "network-vif-deleted", "tag": "baf9abd3-9c5d-45c3-81b3-843072591796", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:51:03.875739 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ceb606a1-2d6d-4ea3-857a-693e81842e86 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:51:03.876428 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb606a1-2d6d-4ea3-857a-693e81842e86'] response: {'server_uuid': 'd1382aa7-6d93-410a-94ae-a7944114573f', 'name': 'network-vif-deleted', 'tag': 'baf9abd3-9c5d-45c3-81b3-843072591796', 'status': 'completed', 'code': 200} Jul 19 15:51:03.878059 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e121b1de-7256-4fd2-ad6d-b5b500475797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (2c29c0a8-f5c0-4750-9281-ddffd9c490db), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:03.910335 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121b1de-7256-4fd2-ad6d-b5b500475797 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c29c0a8-f5c0-4750-9281-ddffd9c490db,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:03.910878 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-8e6d4f9a-c7ac-46a1-bb05-56bc7e29678a None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:51:04.160636 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e121b1de-7256-4fd2-ad6d-b5b500475797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3665183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666191'] for router_interface (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:04.170484 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7cf74-a0ed-4e2a-929e-95125e9d0540 req-dbf50dbc-e9aa-48b6-8ea8-476c45ca3993 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:04.184894 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-85d7cf74-a0ed-4e2a-929e-95125e9d0540 req-dbf50dbc-e9aa-48b6-8ea8-476c45ca3993 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 946 time: 0.1011853 Jul 19 15:51:04.191234 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-8e6d4f9a-c7ac-46a1-bb05-56bc7e29678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:04.237635 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d4f9a-c7ac-46a1-bb05-56bc7e29678a None None] Checking router: 441aac0f-e735-413c-9ddc-149e4b085715 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:51:04.261705 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d4f9a-c7ac-46a1-bb05-56bc7e29678a None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:51:04.262827 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-8e6d4f9a-c7ac-46a1-bb05-56bc7e29678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:50:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:04.342549 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-85d7cf74-a0ed-4e2a-929e-95125e9d0540 req-1c58311e-ed77-490d-943b-9ab4b6e861eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549037 Jul 19 15:51:04.363212 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fb8e1-fa21-4a1d-9e1b-b4ad5af99553 req-36eaca5b-f04a-46c5-a8a9-e19c21436fb2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:04.371088 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-951fb8e1-fa21-4a1d-9e1b-b4ad5af99553 req-36eaca5b-f04a-46c5-a8a9-e19c21436fb2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.1268070 Jul 19 15:51:04.440883 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-8e6d4f9a-c7ac-46a1-bb05-56bc7e29678a None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:51:04.507996 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f889fbc3-c063-4e98-bd37-b845b79d91bf req-2242ae31-f787-4791-a952-df5edc62cdc3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1382aa7-6d93-410a-94ae-a7944114573f HTTP/1.1" status: 200 len: 210 time: 0.0458210 Jul 19 15:51:04.511004 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device baf9abd3-9c5d-45c3-81b3-843072591796 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:51:04.517924 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-951fb8e1-fa21-4a1d-9e1b-b4ad5af99553 req-f1440553-3ed9-47ba-90d5-2567772d9393 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452825 Jul 19 15:51:04.561880 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: baf9abd3-9c5d-45c3-81b3-843072591796 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:51:04.562793 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device baf9abd3-9c5d-45c3-81b3-843072591796 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:51:04.699434 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e121b1de-7256-4fd2-ad6d-b5b500475797 admin admin] Router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:51:04.717687 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:04.768019 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-8e6d4f9a-c7ac-46a1-bb05-56bc7e29678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:04.804830 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d4f9a-c7ac-46a1-bb05-56bc7e29678a None None] The sync data for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi is: [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:51:04.864139 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bf808e-8c6d-4702-b942-027288ec604a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:51:04.866784 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:04.868998 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac78747-3c3f-4def-97e3-d932457a15bf" -d '{"events": [{"server_uuid": "95bf808e-8c6d-4702-b942-027288ec604a", "name": "network-vif-plugged", "status": "completed", "tag": "ebbcf9c9-0a61-4248-af0f-40d0e408b9f3"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:51:04.881279 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60607b5-f5f0-4718-9a75-7beedef06ced req-a5aaddd4-4f0f-4c0f-8b81-2b68e8c806c0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:04.883287 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a60607b5-f5f0-4718-9a75-7beedef06ced req-a5aaddd4-4f0f-4c0f-8b81-2b68e8c806c0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 945 time: 0.0777385 Jul 19 15:51:04.887868 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e121b1de-7256-4fd2-ad6d-b5b500475797 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:51:04.896770 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-e121b1de-7256-4fd2-ad6d-b5b500475797 admin admin] 10.222.0.64 "PUT /v2.0/routers/b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0420535 Jul 19 15:51:04.896990 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33276) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:04.902198 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673275f2-38b3-4813-8005-17deeb65ef25 None None] Sync routers for ids ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:51:04.933867 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673275f2-38b3-4813-8005-17deeb65ef25 None None] Routers {'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:51:04.934717 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-673275f2-38b3-4813-8005-17deeb65ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:50:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:04.954756 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a60607b5-f5f0-4718-9a75-7beedef06ced req-b104cfaa-32ef-42f8-a3e8-530df15f47a6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591581 Jul 19 15:51:04.995630 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261f92fe-a91b-491e-9523-b7d734fe22ac x-openstack-request-id: req-261f92fe-a91b-491e-9523-b7d734fe22ac {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:51:04.996291 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bf808e-8c6d-4702-b942-027288ec604a", "name": "network-vif-plugged", "status": "completed", "tag": "ebbcf9c9-0a61-4248-af0f-40d0e408b9f3", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:51:04.996886 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-261f92fe-a91b-491e-9523-b7d734fe22ac {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:51:04.997507 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261f92fe-a91b-491e-9523-b7d734fe22ac'] response: {'server_uuid': '95bf808e-8c6d-4702-b942-027288ec604a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3', 'code': 200} Jul 19 15:51:05.102492 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-673275f2-38b3-4813-8005-17deeb65ef25 None None] Set router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:51:05.267396 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:05.296755 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c828de-4847-48d2-81c1-1173e88545f9 None None] New status for floating IP c99f831f-3bed-4f33-b8d2-c56066089583: DOWN {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:51:05.366485 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Publish callbacks [] for router (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:05.412328 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-673275f2-38b3-4813-8005-17deeb65ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:51:03Z', 'revision_number': 5, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:05.457751 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673275f2-38b3-4813-8005-17deeb65ef25 None None] Checking router: b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:51:05.469737 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673275f2-38b3-4813-8005-17deeb65ef25 None None] Routers {'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:51:05.470477 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-673275f2-38b3-4813-8005-17deeb65ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:50:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:05.487964 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Publish callbacks [] for router_gateway (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:05.545530 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e79d8-7060-4300-a0d1-7bfc40504a56 req-92ee05de-cba3-434c-ab77-b0915afed14c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:05.554665 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Deleting port a1f6e102-e595-40b4-ab64-2ccca7a00754 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:51:05.555248 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:05.555506 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7d2e79d8-7060-4300-a0d1-7bfc40504a56 req-92ee05de-cba3-434c-ab77-b0915afed14c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 946 time: 0.1007893 Jul 19 15:51:05.619199 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-673275f2-38b3-4813-8005-17deeb65ef25 None None] Set router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:51:05.634672 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7d2e79d8-7060-4300-a0d1-7bfc40504a56 req-bb79baef-9f6d-486b-9f42-542bea641e2a tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766351 Jul 19 15:51:05.698052 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33286) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:05.847999 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] For port a1f6e102-e595-40b4-ab64-2ccca7a00754, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=a1f6e102-e595-40b4-ab64-2ccca7a00754,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:05.848382 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:05.850745 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-63e7434f-0384-4c6c-9d23-6b5eecfbd3ee tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (06e59fb3-1b25-4113-983b-71704957acb2), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:05.867822 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:05.878249 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:05.887575 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-63e7434f-0384-4c6c-9d23-6b5eecfbd3ee tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (06e59fb3-1b25-4113-983b-71704957acb2), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:05.894810 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Calling delete_port for a1f6e102-e595-40b4-ab64-2ccca7a00754 owned by network:router_gateway {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:51:05.907719 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87769972-5daa-4697-9671-ca22e0b3d231 req-c1cd88ed-0924-4c26-8ac9-433ca31d8f0b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:05.922986 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-87769972-5daa-4697-9671-ca22e0b3d231 req-c1cd88ed-0924-4c26-8ac9-433ca31d8f0b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.1654687 Jul 19 15:51:05.975312 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49b08d-9f99-4039-af02-8eec75a1e2a9 req-97f82118-4bf9-4412-a317-fa08fa428013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:05.977473 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7d49b08d-9f99-4039-af02-8eec75a1e2a9 req-97f82118-4bf9-4412-a317-fa08fa428013 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 1130 time: 0.0568433 Jul 19 15:51:05.996010 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-63e7434f-0384-4c6c-9d23-6b5eecfbd3ee tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (06e59fb3-1b25-4113-983b-71704957acb2), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:06.003077 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-63e7434f-0384-4c6c-9d23-6b5eecfbd3ee tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:06.004301 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-673275f2-38b3-4813-8005-17deeb65ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:51:03Z', 'revision_number': 5, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:06.004841 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-63e7434f-0384-4c6c-9d23-6b5eecfbd3ee tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "DELETE /v2.0/security-groups/06e59fb3-1b25-4113-983b-71704957acb2 HTTP/1.1" status: 204 len: 168 time: 0.3052456 Jul 19 15:51:06.008152 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33290) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:06.019643 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7434f-0384-4c6c-9d23-6b5eecfbd3ee tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e59fb3-1b25-4113-983b-71704957acb2,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:06.039964 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673275f2-38b3-4813-8005-17deeb65ef25 None None] The sync data for ids ['b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb'] in dv-cinder-849022-3-iscsi is: [{'id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-844645670-router', 'tenant_id': 'a872b4eafae74b82896bd09229152104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:51:03Z', 'revision_number': 5, 'project_id': 'a872b4eafae74b82896bd09229152104', 'gw_port': {'id': 'a1f6e102-e595-40b4-ab64-2ccca7a00754', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:08Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:51:06.083052 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.api.v2.resource [None req-67b455bb-5a2b-4308-90de-8d82ba56ce19 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] show failed (client error): The resource could not be found. Jul 19 15:51:06.095307 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-67b455bb-5a2b-4308-90de-8d82ba56ce19 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups/06e59fb3-1b25-4113-983b-71704957acb2 HTTP/1.1" status: 404 len: 347 time: 0.0409663 Jul 19 15:51:06.098511 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33292) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:06.122633 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-87769972-5daa-4697-9671-ca22e0b3d231 req-01651ab9-56d1-4cb2-b077-baa8fee942c9 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953435 Jul 19 15:51:06.184362 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7d4ab-edb2-4fc9-85d2-3e441dfc1c77 req-c98876c2-a2af-4c5f-8888-b52797f5cfa4 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:06.192282 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9df7d4ab-edb2-4fc9-85d2-3e441dfc1c77 req-c98876c2-a2af-4c5f-8888-b52797f5cfa4 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 945 time: 0.0969713 Jul 19 15:51:06.226141 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7d49b08d-9f99-4039-af02-8eec75a1e2a9 req-66217976-28af-425b-a9f3-f304d8248768 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124318 Jul 19 15:51:06.263520 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9df7d4ab-edb2-4fc9-85d2-3e441dfc1c77 req-6420a2e3-12eb-4201-a452-2e2f990973f6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691192 Jul 19 15:51:06.367149 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-4ba046d1-3493-4f14-ab7c-06ffac31a8d0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:06.368544 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-4ba046d1-3493-4f14-ab7c-06ffac31a8d0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 945 time: 0.1846108 Jul 19 15:51:06.410868 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-4b4863c1-02b8-49f5-9547-84d2396b21ef tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Deleting port c433eda5-291a-4d4a-86ec-0d6e753c0cb8 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:51:06.411389 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4b4863c1-02b8-49f5-9547-84d2396b21ef tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (c433eda5-291a-4d4a-86ec-0d6e753c0cb8), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:06.544761 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (a1f6e102-e595-40b4-ab64-2ccca7a00754), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:06.615413 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f6e102-e595-40b4-ab64-2ccca7a00754,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:06.648214 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Deleting port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:51:06.648551 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:06.658792 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.659391 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.659939 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.660473 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.660973 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.661553 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.661895 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.662229 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.665359 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.665674 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.665910 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.666252 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.666778 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.667147 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.667504 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:06.755828 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4b4863c1-02b8-49f5-9547-84d2396b21ef tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (c433eda5-291a-4d4a-86ec-0d6e753c0cb8), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:06.756298 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4b4863c1-02b8-49f5-9547-84d2396b21ef tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (c433eda5-291a-4d4a-86ec-0d6e753c0cb8), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:06.816119 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-4b4863c1-02b8-49f5-9547-84d2396b21ef tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Calling delete_port for c433eda5-291a-4d4a-86ec-0d6e753c0cb8 owned by network:floatingip {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:51:06.894532 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661796'] for router_gateway (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:06.902193 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ab82a-b30d-487d-ac0c-85bb9df789e2 req-7a56f039-6378-4049-960f-a95ed48957a1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:06.905001 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3b7ab82a-b30d-487d-ac0c-85bb9df789e2 req-7a56f039-6378-4049-960f-a95ed48957a1 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 946 time: 0.1453569 Jul 19 15:51:07.065192 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:07.095731 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-918'] for router (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.104868 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Publish callbacks [] for router_controller (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.115978 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:07.123825 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] For port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:07.125355 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.271345 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3b7ab82a-b30d-487d-ac0c-85bb9df789e2 req-6812019f-e98f-49be-af27-a3bc083c7a59 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954953 Jul 19 15:51:07.272791 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012ff0f-0b46-4cce-af26-68b42669b633 req-7444beda-e54c-466a-bb1b-0e638c03dbfa tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:07.283005 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c012ff0f-0b46-4cce-af26-68b42669b633 req-7444beda-e54c-466a-bb1b-0e638c03dbfa tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0684209 Jul 19 15:51:07.297236 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667305'] for router (b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.297853 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb {{(pid=115785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 15:51:07.348963 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.355417 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33300) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:07.364573 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-442a4228-4bff-4278-a812-e91cd6f7f718 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b1db8f1e-0d92-48b1-89f1-7fbb7705b9cb HTTP/1.1" status: 204 len: 168 time: 2.4664309 Jul 19 15:51:07.436518 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c012ff0f-0b46-4cce-af26-68b42669b633 req-6551c22d-5f38-4db5-a757-217d7cdafe9c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435623 Jul 19 15:51:07.459203 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_v2 [None req-387795b4-cc0c-41da-9840-0e7b2d78e0b7 admin admin] Deleting subnet 08f3925e-9acb-4daf-8a14-6ac9b957a3cb {{(pid=115784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:51:07.462836 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-387795b4-cc0c-41da-9840-0e7b2d78e0b7 admin admin] Publish callbacks [] for subnet (08f3925e-9acb-4daf-8a14-6ac9b957a3cb), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.518071 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-387795b4-cc0c-41da-9840-0e7b2d78e0b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25197860'] for subnet (08f3925e-9acb-4daf-8a14-6ac9b957a3cb), precommit_delete_associations {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.537431 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10358a0f-e49f-4948-84b1-11b24f10231d req-db6531a4-69a2-480c-895a-11f7052ba1e4 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:07.546409 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-10358a0f-e49f-4948-84b1-11b24f10231d req-db6531a4-69a2-480c-895a-11f7052ba1e4 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 945 time: 0.1329024 Jul 19 15:51:07.549941 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4b4863c1-02b8-49f5-9547-84d2396b21ef tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (c433eda5-291a-4d4a-86ec-0d6e753c0cb8), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.581495 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.581877 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (5955740d-b4df-41bc-b5b3-3e1a5a666fde), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.582803 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Floating IP 5955740d-b4df-41bc-b5b3-3e1a5a666fde disassociated. External IP: 172.27.2.209, port: e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6. Jul 19 15:51:07.583161 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Calling delete_port for e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:51:07.608733 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4863c1-02b8-49f5-9547-84d2396b21ef tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event deleted for resources: {'Port': ['ID=c433eda5-291a-4d4a-86ec-0d6e753c0cb8,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:07.662934 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-387795b4-cc0c-41da-9840-0e7b2d78e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (08f3925e-9acb-4daf-8a14-6ac9b957a3cb), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.731406 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-10358a0f-e49f-4948-84b1-11b24f10231d req-2a730d55-ef33-4134-bce3-a915931f6064 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856618 Jul 19 15:51:07.739243 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-387795b4-cc0c-41da-9840-0e7b2d78e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25607063'] for subnet (08f3925e-9acb-4daf-8a14-6ac9b957a3cb), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.768765 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4b4863c1-02b8-49f5-9547-84d2396b21ef tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (c99f831f-3bed-4f33-b8d2-c56066089583), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.771306 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4b4863c1-02b8-49f5-9547-84d2396b21ef tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.772487 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-4b4863c1-02b8-49f5-9547-84d2396b21ef tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "DELETE /v2.0/floatingips/c99f831f-3bed-4f33-b8d2-c56066089583 HTTP/1.1" status: 204 len: 168 time: 1.6724620 Jul 19 15:51:07.775327 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387795b4-cc0c-41da-9840-0e7b2d78e0b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f3925e-9acb-4daf-8a14-6ac9b957a3cb,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:07.793871 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-387795b4-cc0c-41da-9840-0e7b2d78e0b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:07.799255 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-387795b4-cc0c-41da-9840-0e7b2d78e0b7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/08f3925e-9acb-4daf-8a14-6ac9b957a3cb HTTP/1.1" status: 204 len: 168 time: 0.4382627 Jul 19 15:51:07.803683 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a0a09-489e-43d4-8423-5959d6019d77 None None] Network 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:51:07.817141 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33304) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:07.911590 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33306) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:07.935018 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-bab59bd9-38d5-40db-ad32-b9ae222ef423 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--906665898', 'description': 'tempest-description--140872060'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:51:07.997043 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:07.998631 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:08.019411 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a1f6e102-e595-40b4-ab64-2ccca7a00754 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:51:08.024938 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=11,neutron:INSERT=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:08.032225 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (8dcc6647-13fc-4b32-9768-cee1a56fe5f7), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.036814 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.069562 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bab59bd9-38d5-40db-ad32-b9ae222ef423 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.076299 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: a1f6e102-e595-40b4-ab64-2ccca7a00754 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:51:08.076738 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a1f6e102-e595-40b4-ab64-2ccca7a00754 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:51:08.077236 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 2c29c0a8-f5c0-4750-9281-ddffd9c490db no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:51:08.103360 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Deleting port 9413a894-140c-4a67-b96d-605aa9d4807b {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:51:08.105889 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.112610 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event deleted for resources: {'Port': ['ID=e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:08.130712 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45478754-58a8-440c-89b8-9cf9697a12aa None None] DHCP port deletion for 8dcc6647-13fc-4b32-9768-cee1a56fe5f7 request from dv-cinder-849022-3-iscsi {{(pid=115786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 15:51:08.136268 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 2c29c0a8-f5c0-4750-9281-ddffd9c490db {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:51:08.138389 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 2c29c0a8-f5c0-4750-9281-ddffd9c490db not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:51:08.185928 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-45478754-58a8-440c-89b8-9cf9697a12aa None None] Deleting port 9413a894-140c-4a67-b96d-605aa9d4807b {{(pid=115786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:51:08.186652 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-45478754-58a8-440c-89b8-9cf9697a12aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), before_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.225539 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] For port 9413a894-140c-4a67-b96d-605aa9d4807b, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=9413a894-140c-4a67-b96d-605aa9d4807b,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:08.225816 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.242697 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Calling delete_port for 9413a894-140c-4a67-b96d-605aa9d4807b owned by network:dhcp {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:51:08.285117 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-45478754-58a8-440c-89b8-9cf9697a12aa None None] For port 9413a894-140c-4a67-b96d-605aa9d4807b, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=9413a894-140c-4a67-b96d-605aa9d4807b,segment=NetworkSegment(499c3b22-ec92-4a84-a21c-c137765310b0),segment_id=499c3b22-ec92-4a84-a21c-c137765310b0)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:08.286646 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-45478754-58a8-440c-89b8-9cf9697a12aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), precommit_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.319458 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bab59bd9-38d5-40db-ad32-b9ae222ef423 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (59c10b65-7cc8-42c2-9d62-6a0088205572), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.325784 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:51:08.330331 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:08.331572 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-45478754-58a8-440c-89b8-9cf9697a12aa None None] Calling delete_port for 9413a894-140c-4a67-b96d-605aa9d4807b owned by network:dhcp {{(pid=115786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:51:08.332303 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bab59bd9-38d5-40db-ad32-b9ae222ef423 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (59c10b65-7cc8-42c2-9d62-6a0088205572), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.384103 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.409318 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-bab59bd9-38d5-40db-ad32-b9ae222ef423 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.410627 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-bab59bd9-38d5-40db-ad32-b9ae222ef423 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4981637 Jul 19 15:51:08.414521 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33310) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:08.418238 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab59bd9-38d5-40db-ad32-b9ae222ef423 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c10b65-7cc8-42c2-9d62-6a0088205572,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:08.425212 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-39c38672-a171-4e9f-84eb-252b3f5e02dc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'security_group_rule': {'security_group_id': '59c10b65-7cc8-42c2-9d62-6a0088205572', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:51:08.451325 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Pushing event deleted for resources: {'Port': ['ID=9413a894-140c-4a67-b96d-605aa9d4807b,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:08.484907 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:08.486904 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-45478754-58a8-440c-89b8-9cf9697a12aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758'] for port (9413a894-140c-4a67-b96d-605aa9d4807b), after_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.511876 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] No DVR routers for this DVR port 9413a894-140c-4a67-b96d-605aa9d4807b on host dv-cinder-849022-3-iscsi {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:51:08.558410 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45478754-58a8-440c-89b8-9cf9697a12aa None None] No DVR routers for this DVR port 9413a894-140c-4a67-b96d-605aa9d4807b on host dv-cinder-849022-3-iscsi {{(pid=115786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:51:08.570076 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45478754-58a8-440c-89b8-9cf9697a12aa None None] Pushing event deleted for resources: {'Port': ['ID=9413a894-140c-4a67-b96d-605aa9d4807b,revision_number=None']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:08.716851 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300076-bd95-4fb4-98c0-1ed367030e87 req-3ee5e784-9c04-4ecf-ad9d-90231bbc326d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:08.721468 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f9300076-bd95-4fb4-98c0-1ed367030e87 req-3ee5e784-9c04-4ecf-ad9d-90231bbc326d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.1575205 Jul 19 15:51:08.826062 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (8dcc6647-13fc-4b32-9768-cee1a56fe5f7), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.869205 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcc6647-13fc-4b32-9768-cee1a56fe5f7']}} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:08.895266 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5ca7c-ea71-46f4-ad5b-6f0981f724c7 req-a37c42f2-dfee-4840-a1d3-825eb6469a49 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:08.901656 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f9300076-bd95-4fb4-98c0-1ed367030e87 req-00c49a83-afd3-4ee0-a4f3-2cd67c33376e tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682181 Jul 19 15:51:08.902029 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6df5ca7c-ea71-46f4-ad5b-6f0981f724c7 req-a37c42f2-dfee-4840-a1d3-825eb6469a49 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 946 time: 0.4556627 Jul 19 15:51:08.903606 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499c3b22-ec92-4a84-a21c-c137765310b0') {'for_net_delete': True} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:08.903905 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499c3b22-ec92-4a84-a21c-c137765310b0') {} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:08.912015 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39c38672-a171-4e9f-84eb-252b3f5e02dc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (eea8f4af-efd2-40f9-b78f-cac1e7d10af5), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.930712 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25197853'] for segment (499c3b22-ec92-4a84-a21c-c137765310b0), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.941381 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:51:08.950888 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (499c3b22-ec92-4a84-a21c-c137765310b0), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.955402 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f741440-50f1-4e26-8249-d54fe201a33c None None] Sync routers for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:51:08.962311 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=115784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:51:08.963239 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29312085'] for segment (499c3b22-ec92-4a84-a21c-c137765310b0), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:08.977152 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f741440-50f1-4e26-8249-d54fe201a33c None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:51:08.977799 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2f741440-50f1-4e26-8249-d54fe201a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:50:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:09.090870 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment 499c3b22-ec92-4a84-a21c-c137765310b0 resource provider aggregate not found Jul 19 15:51:09.108435 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment 499c3b22-ec92-4a84-a21c-c137765310b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 499c3b22-ec92-4a84-a21c-c137765310b0 found for delete ", "request_id": "req-0150e0b4-e329-42a8-bcc1-807655c53202"}]} Jul 19 15:51:09.109579 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (8dcc6647-13fc-4b32-9768-cee1a56fe5f7), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:09.125120 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-718661dc-4de4-4dc9-886f-797526ddf7c7 req-36d17bc9-2260-4f2e-b023-5b685d62584c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f9fd89-e668-4d3d-8d85-e648189ba0c2 HTTP/1.1" status: 200 len: 210 time: 0.0764446 Jul 19 15:51:09.139706 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:09.144049 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8dcc6647-13fc-4b32-9768-cee1a56fe5f7 HTTP/1.1" status: 204 len: 168 time: 1.3258412 Jul 19 15:51:09.146054 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb2428-4714-40e5-b264-009ff3804331 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dcc6647-13fc-4b32-9768-cee1a56fe5f7,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:09.168552 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6df5ca7c-ea71-46f4-ad5b-6f0981f724c7 req-bb82ca15-085d-4597-b0e5-ec5a6e9b4033 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647793 Jul 19 15:51:09.172530 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] No DVR routers for this DVR port e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:51:09.176354 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:09.181664 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f91a9e49-37a2-4cd1-abd8-98e1d66988e9 req-60111211-e55c-4da5-af4f-5e79f262203b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "DELETE /v2.0/ports/e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 HTTP/1.1" status: 204 len: 173 time: 2.7407119 Jul 19 15:51:09.193363 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-2f741440-50f1-4e26-8249-d54fe201a33c None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:51:09.197862 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f9fd89-e668-4d3d-8d85-e648189ba0c2', 'name': 'network-vif-deleted', 'tag': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:51:09.201240 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8015fae-2ccc-453a-84be-87a32258e2c7" -d '{"events": [{"server_uuid": "17f9fd89-e668-4d3d-8d85-e648189ba0c2", "name": "network-vif-deleted", "tag": "e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:51:09.284346 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39c38672-a171-4e9f-84eb-252b3f5e02dc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (eea8f4af-efd2-40f9-b78f-cac1e7d10af5), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:09.294755 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481228d5-a7c5-4420-b0a0-5df948203a22 req-27656923-ed0f-4f9f-b729-57c16c67e2b0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:09.295562 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0815c04-113a-4acc-abad-0d2d41793800 x-openstack-request-id: req-d0815c04-113a-4acc-abad-0d2d41793800 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:51:09.296109 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f9fd89-e668-4d3d-8d85-e648189ba0c2", "name": "network-vif-deleted", "tag": "e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:51:09.297182 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0815c04-113a-4acc-abad-0d2d41793800 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:51:09.299466 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0815c04-113a-4acc-abad-0d2d41793800'] response: {'server_uuid': '17f9fd89-e668-4d3d-8d85-e648189ba0c2', 'name': 'network-vif-deleted', 'tag': 'e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6', 'status': 'completed', 'code': 200} Jul 19 15:51:09.301510 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39c38672-a171-4e9f-84eb-252b3f5e02dc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (eea8f4af-efd2-40f9-b78f-cac1e7d10af5), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:09.301656 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-481228d5-a7c5-4420-b0a0-5df948203a22 req-27656923-ed0f-4f9f-b729-57c16c67e2b0 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 946 time: 0.0543668 Jul 19 15:51:09.308110 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33330) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:09.315236 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-5afdc950-edf1-4b37-8dc0-975e2cb935ee tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Request body: {'floatingip': {'port_id': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:51:09.330318 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c38672-a171-4e9f-84eb-252b3f5e02dc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea8f4af-efd2-40f9-b78f-cac1e7d10af5,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:09.340418 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39c38672-a171-4e9f-84eb-252b3f5e02dc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:09.342129 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-39c38672-a171-4e9f-84eb-252b3f5e02dc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9252849 Jul 19 15:51:09.345426 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33332) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:09.352286 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-07ba9238-d444-4a33-97c7-2ea9c61110f8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'security_group_rule': {'security_group_id': '59c10b65-7cc8-42c2-9d62-6a0088205572', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:51:09.369086 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5afdc950-edf1-4b37-8dc0-975e2cb935ee tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (7635bffc-2d36-44ca-af53-99b505cb87ba), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:09.462652 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-07ba9238-d444-4a33-97c7-2ea9c61110f8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (cf054b8d-8058-4987-a52e-4ad1017aed3c), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:09.470424 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33334) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:09.513343 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:09.541821 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-07ba9238-d444-4a33-97c7-2ea9c61110f8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (cf054b8d-8058-4987-a52e-4ad1017aed3c), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:09.551107 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-07ba9238-d444-4a33-97c7-2ea9c61110f8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (cf054b8d-8058-4987-a52e-4ad1017aed3c), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:09.580129 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba9238-d444-4a33-97c7-2ea9c61110f8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf054b8d-8058-4987-a52e-4ad1017aed3c,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:09.619456 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-07ba9238-d444-4a33-97c7-2ea9c61110f8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:09.619752 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2f741440-50f1-4e26-8249-d54fe201a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:09.621824 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-07ba9238-d444-4a33-97c7-2ea9c61110f8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2742476 Jul 19 15:51:09.637410 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33336) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:09.655275 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:51:09.670908 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f741440-50f1-4e26-8249-d54fe201a33c None None] Checking router: 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:51:09.683803 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f741440-50f1-4e26-8249-d54fe201a33c None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:51:09.684439 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2f741440-50f1-4e26-8249-d54fe201a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:50:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:09.728356 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:09.732886 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:09.743951 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f1100d93-e61b-4afa-b4f2-56c7d090da58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a872b4eafae74b82896bd09229152104&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2688124 Jul 19 15:51:09.745497 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33338) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:09.823871 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 9413a894-140c-4a67-b96d-605aa9d4807b no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:51:09.852626 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 9413a894-140c-4a67-b96d-605aa9d4807b {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:51:09.852973 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 9413a894-140c-4a67-b96d-605aa9d4807b not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:51:09.863287 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:09.877276 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-2f741440-50f1-4e26-8249-d54fe201a33c None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:51:10.016821 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Allocated IP 172.27.2.195 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/5ce62fc8-5de1-4664-be6e-eb9f683dcc0b) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:51:10.243270 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2f741440-50f1-4e26-8249-d54fe201a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:10.249409 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for port (5ce62fc8-5de1-4664-be6e-eb9f683dcc0b), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:10.271674 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f741440-50f1-4e26-8249-d54fe201a33c None None] The sync data for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi is: [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:51:10.314014 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (5ce62fc8-5de1-4664-be6e-eb9f683dcc0b), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:10.354178 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:51:10.363903 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:51:10.366407 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:51:10.373621 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:10.394732 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:10.439394 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-87152a9c-8f86-4ec0-b913-9db74a79d3e6 admin admin] Publish callbacks [] for security_group (bc8caf58-32cb-49f9-af29-8f9ec5e9b1db), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:10.446963 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:10.454696 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a18458-29c4-496d-93d9-6351bec0b73f req-f271c171-4900-40f5-b065-4e97ab0369bd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:10.456496 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e3a18458-29c4-496d-93d9-6351bec0b73f req-f271c171-4900-40f5-b065-4e97ab0369bd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.1660564 Jul 19 15:51:10.512607 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'Port': ['ID=5ce62fc8-5de1-4664-be6e-eb9f683dcc0b,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:10.530277 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e3a18458-29c4-496d-93d9-6351bec0b73f req-8e7e4d41-053a-49f3-9141-10f33d365e57 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595403 Jul 19 15:51:10.546169 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-87152a9c-8f86-4ec0-b913-9db74a79d3e6 admin admin] Publish callbacks [] for security_group (bc8caf58-32cb-49f9-af29-8f9ec5e9b1db), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:10.547997 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:51:10.589326 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:51:10.589681 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device e3f80a5b-6ebe-4e28-8cb3-bd8fbe84b1e6 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:51:10.651838 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (7435bd43-aeb2-46b1-96cd-27509b19f6e5), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:10.756264 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-6e4aadcb-12ef-44ec-841d-b454b39cae80 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743401924&fields=id&tenant_id=6827afcdf1f3481882f808dc01908a4d HTTP/1.1" status: 200 len: 267 time: 0.1796274 Jul 19 15:51:10.757650 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5ce62fc8-5de1-4664-be6e-eb9f683dcc0b), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:10.760536 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:10.770227 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa91245d-9cc5-4a60-867b-c511e40dd94f None None] New status for floating IP 5955740d-b4df-41bc-b5b3-3e1a5a666fde: DOWN {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:51:10.832925 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5afdc950-edf1-4b37-8dc0-975e2cb935ee tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:10.849099 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5afdc950-edf1-4b37-8dc0-975e2cb935ee tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (7635bffc-2d36-44ca-af53-99b505cb87ba), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:10.976130 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-87152a9c-8f86-4ec0-b913-9db74a79d3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (bc8caf58-32cb-49f9-af29-8f9ec5e9b1db), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:10.978874 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-87152a9c-8f86-4ec0-b913-9db74a79d3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:10.980713 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-87152a9c-8f86-4ec0-b913-9db74a79d3e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc8caf58-32cb-49f9-af29-8f9ec5e9b1db HTTP/1.1" status: 204 len: 168 time: 1.2266672 Jul 19 15:51:11.007813 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87152a9c-8f86-4ec0-b913-9db74a79d3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8caf58-32cb-49f9-af29-8f9ec5e9b1db,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:11.016769 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [None req-5afdc950-edf1-4b37-8dc0-975e2cb935ee tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Floating IP 7635bffc-2d36-44ca-af53-99b505cb87ba associated. External IP: 172.27.2.165, port: ebbcf9c9-0a61-4248-af0f-40d0e408b9f3. Jul 19 15:51:11.060337 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-7ed1cc8b-4cec-4de8-807a-200ae06dea45 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:11.064708 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-7ed1cc8b-4cec-4de8-807a-200ae06dea45 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 811 time: 0.2781615 Jul 19 15:51:11.118584 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-286b9f9a-0505-4d86-8392-893d2a75f0fe tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/quotas/6827afcdf1f3481882f808dc01908a4d HTTP/1.1" status: 200 len: 375 time: 0.0444307 Jul 19 15:51:11.214463 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for port (5ce62fc8-5de1-4664-be6e-eb9f683dcc0b), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:11.243937 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-dc906929-a557-4a36-bde5-c47aecc32785 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129777 Jul 19 15:51:11.259602 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (5ce62fc8-5de1-4664-be6e-eb9f683dcc0b), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:11.412098 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'Port': ['ID=5ce62fc8-5de1-4664-be6e-eb9f683dcc0b,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:11.423260 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (7435bd43-aeb2-46b1-96cd-27509b19f6e5), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:11.459567 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:11.462405 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-fc92f7f3-41de-4a95-8c1a-8fdd43e0ea77 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8192258 Jul 19 15:51:11.478289 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-6d1ab925-f3ba-4629-8276-4b97fefdb940 service neutron] 10.222.0.64 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275195 Jul 19 15:51:11.515851 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afdc950-edf1-4b37-8dc0-975e2cb935ee tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Router 663fbdb3-02d7-4967-b212-66860eb88aff has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:51:11.615304 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-8f9433d8-b323-40de-aad1-ad791f121bf7 service neutron] 10.222.0.64 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356437 Jul 19 15:51:11.728651 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:11.748920 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfef9aa-55a0-40c1-8a81-28dc25a2ae74 req-e930df4a-601b-4ef0-8578-cf4867af6f13 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:11.750703 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9dfef9aa-55a0-40c1-8a81-28dc25a2ae74 req-e930df4a-601b-4ef0-8578-cf4867af6f13 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0886219 Jul 19 15:51:11.753642 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afdc950-edf1-4b37-8dc0-975e2cb935ee tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:51:11.759146 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5afdc950-edf1-4b37-8dc0-975e2cb935ee tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:11.768759 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316d1e4-3a52-4f27-aa58-f36f7f31a0c7 None None] Sync routers for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:51:11.810492 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316d1e4-3a52-4f27-aa58-f36f7f31a0c7 None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:51:11.813581 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-e316d1e4-3a52-4f27-aa58-f36f7f31a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:50:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:11.832898 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-5afdc950-edf1-4b37-8dc0-975e2cb935ee tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "PUT /v2.0/floatingips/7635bffc-2d36-44ca-af53-99b505cb87ba HTTP/1.1" status: 200 len: 992 time: 2.5209007 Jul 19 15:51:11.834154 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bf808e-8c6d-4702-b942-027288ec604a', 'tag': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:51:11.836573 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc810cca-a8f1-4516-8b68-228d1bf0e29c" -d '{"events": [{"name": "network-changed", "server_uuid": "95bf808e-8c6d-4702-b942-027288ec604a", "tag": "ebbcf9c9-0a61-4248-af0f-40d0e408b9f3"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:51:11.853274 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9dfef9aa-55a0-40c1-8a81-28dc25a2ae74 req-c97d8320-a441-441b-8153-0c071685168f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914211 Jul 19 15:51:12.048594 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-2e1913a8-99e9-49fa-a809-5d11369308cb tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--906665898&fields=id&tenant_id=45a72d232f314a78b0e1c3f04b0ed682 HTTP/1.1" status: 200 len: 267 time: 0.0604281 Jul 19 15:51:12.205806 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:12.227352 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:12.240699 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a92e73-5905-4a6c-9373-c757f142a29f x-openstack-request-id: req-d3a92e73-5905-4a6c-9373-c757f142a29f {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:51:12.241433 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95bf808e-8c6d-4702-b942-027288ec604a", "tag": "ebbcf9c9-0a61-4248-af0f-40d0e408b9f3", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:51:12.241909 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3a92e73-5905-4a6c-9373-c757f142a29f {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:51:12.242602 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a92e73-5905-4a6c-9373-c757f142a29f'] response: {'name': 'network-changed', 'server_uuid': '95bf808e-8c6d-4702-b942-027288ec604a', 'tag': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3', 'status': 'completed', 'code': 200} Jul 19 15:51:12.290253 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-e316d1e4-3a52-4f27-aa58-f36f7f31a0c7 None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:51:12.317223 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ab9e5836-e4ed-4369-8382-ca266ccf7bfc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:12.324034 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ab9e5836-e4ed-4369-8382-ca266ccf7bfc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 814 time: 0.2650933 Jul 19 15:51:12.365592 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-45238d9b-922a-4223-bf9c-565c237f7497 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/quotas/45a72d232f314a78b0e1c3f04b0ed682 HTTP/1.1" status: 200 len: 375 time: 0.0403647 Jul 19 15:51:12.442616 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:12.450971 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a0008b27-5800-4f6f-a1ab-9b27f8702f7f req-7d46a4b1-b39d-4720-b26a-c4a728723d07 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 210 time: 0.0790908 Jul 19 15:51:12.454009 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc810cca-a8f1-4516-8b68-228d1bf0e29c req-f7250762-a99a-4fbf-b6bc-1fbfd0f003ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:12.460088 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bc810cca-a8f1-4516-8b68-228d1bf0e29c req-f7250762-a99a-4fbf-b6bc-1fbfd0f003ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e11e234f713b40cd8772372c2316dd28&device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 1130 time: 0.1922367 Jul 19 15:51:12.488954 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-c1b9db8b-3fe4-48a8-add8-907a0de6d79d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1208613 Jul 19 15:51:12.687993 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc810cca-a8f1-4516-8b68-228d1bf0e29c req-a66a3284-ff2e-4de8-917b-0f1f3516d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:12.688629 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bc810cca-a8f1-4516-8b68-228d1bf0e29c req-a66a3284-ff2e-4de8-917b-0f1f3516d018 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7719a9e3-d30d-4797-868c-2dbb1911ec7c HTTP/1.1" status: 200 len: 912 time: 0.2120309 Jul 19 15:51:12.776918 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-e316d1e4-3a52-4f27-aa58-f36f7f31a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '7635bffc-2d36-44ca-af53-99b505cb87ba', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'port_id': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'mac_address': 'fa:16:3e:ce:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bf808e-8c6d-4702-b942-027288ec604a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:50:51Z', 'updated_at': '2022-07-19T15:51:10Z', 'revision_number': 1, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 5, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:12.811075 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:12.837730 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bc810cca-a8f1-4516-8b68-228d1bf0e29c req-d80ff97e-421c-4b6b-a5d1-5cfdd15524e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 HTTP/1.1" status: 200 len: 1000 time: 0.1406176 Jul 19 15:51:12.839371 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316d1e4-3a52-4f27-aa58-f36f7f31a0c7 None None] Checking router: 663fbdb3-02d7-4967-b212-66860eb88aff for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:51:12.864390 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316d1e4-3a52-4f27-aa58-f36f7f31a0c7 None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:51:12.865063 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-e316d1e4-3a52-4f27-aa58-f36f7f31a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:50:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:12.952954 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc810cca-a8f1-4516-8b68-228d1bf0e29c req-4e3bf701-2246-46bb-9de3-ae5df7bba50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:12.958602 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bc810cca-a8f1-4516-8b68-228d1bf0e29c req-4e3bf701-2246-46bb-9de3-ae5df7bba50d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b151b93-5448-4a87-837d-b3b162948294 HTTP/1.1" status: 200 len: 850 time: 0.1137786 Jul 19 15:51:12.959742 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-f9091792-81a2-4719-9ff1-171afb74de8f service neutron] 10.222.0.64 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427011 Jul 19 15:51:13.023629 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:13.045497 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc810cca-a8f1-4516-8b68-228d1bf0e29c req-eaf99bae-79a6-4f81-96a7-a185776a7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:13.048732 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bc810cca-a8f1-4516-8b68-228d1bf0e29c req-eaf99bae-79a6-4f81-96a7-a185776a7cbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7719a9e3-d30d-4797-868c-2dbb1911ec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833755 Jul 19 15:51:13.059911 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:13.079325 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-e316d1e4-3a52-4f27-aa58-f36f7f31a0c7 None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:51:13.135489 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-0a5a8ef6-ddc7-4137-9046-3f88cda46d49 service neutron] 10.222.0.64 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679711 Jul 19 15:51:13.325749 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bc810cca-a8f1-4516-8b68-228d1bf0e29c req-5eaf2da2-884e-49ae-b4ed-3d8db60ecca4 service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707131 Jul 19 15:51:13.558786 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c824d12c-c498-44bb-9217-b214ba580a61 req-1b3aa33a-826a-43e6-9a90-5f172f338b17 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 210 time: 0.0550749 Jul 19 15:51:13.601601 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-e316d1e4-3a52-4f27-aa58-f36f7f31a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '7635bffc-2d36-44ca-af53-99b505cb87ba', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'port_id': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'mac_address': 'fa:16:3e:ce:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bf808e-8c6d-4702-b942-027288ec604a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:50:51Z', 'updated_at': '2022-07-19T15:51:10Z', 'revision_number': 1, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 5, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:13.659576 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d5447-9d99-4293-bb6c-7b892cf83047 req-0aeb196b-41ff-404b-8ddb-f488ec44c9cd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:13.673294 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c27d5447-9d99-4293-bb6c-7b892cf83047 req-0aeb196b-41ff-404b-8ddb-f488ec44c9cd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.1271913 Jul 19 15:51:13.713207 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-881bb9e4-82f2-4203-b845-f2a3a1251d51 req-060b8cab-c938-4aaf-90d7-1ed833593f4a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 210 time: 0.0843301 Jul 19 15:51:13.730158 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316d1e4-3a52-4f27-aa58-f36f7f31a0c7 None None] The sync data for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi is: [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '7635bffc-2d36-44ca-af53-99b505cb87ba', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'port_id': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'mac_address': 'fa:16:3e:ce:d5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bf808e-8c6d-4702-b942-027288ec604a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:50:51Z', 'updated_at': '2022-07-19T15:51:10Z', 'revision_number': 1, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 5, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:51:13.748816 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c27d5447-9d99-4293-bb6c-7b892cf83047 req-8ab79717-8153-4c90-8b61-9809081413c8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787292 Jul 19 15:51:13.762345 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bc810cca-a8f1-4516-8b68-228d1bf0e29c req-dac17f75-1f98-42c1-96f5-87eeac2129b0 service neutron] 10.222.0.36 "GET /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069482 Jul 19 15:51:13.837313 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:51:13.910037 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-585c5d6c-1ea9-4bc9-90d3-791bdb767641 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:13.911990 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-585c5d6c-1ea9-4bc9-90d3-791bdb767641 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 811 time: 0.1974025 Jul 19 15:51:14.016448 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-d7666c0f-1836-464e-a75e-69a52fbd0740 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6827afcdf1f3481882f808dc01908a4d HTTP/1.1" status: 200 len: 380 time: 0.0861285 Jul 19 15:51:14.030395 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-750b555f-cf52-4579-98d6-6ca7bd5fa79f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Request body: {'port': {'device_id': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'admin_state_up': True, 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'security_groups': ['9d97b308-e1c9-43dd-a176-b62b81cc7868']}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:51:14.183792 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5af5e58-eb44-44a1-89b1-87aca44e13f5 None None] New status for floating IP 7635bffc-2d36-44ca-af53-99b505cb87ba: ACTIVE {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:51:14.211589 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-750b555f-cf52-4579-98d6-6ca7bd5fa79f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Made reservation on behalf of 6827afcdf1f3481882f808dc01908a4d for: {'port': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:51:14.219626 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-750b555f-cf52-4579-98d6-6ca7bd5fa79f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:14.421373 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-750b555f-cf52-4579-98d6-6ca7bd5fa79f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Allocated IP 172.20.0.8 (195064b7-2168-479c-96ce-505c1a5c25ea/36721938-581c-4ced-ba73-b0fea7d2f470/b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:51:14.433777 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:14.637521 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:14.660663 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-750b555f-cf52-4579-98d6-6ca7bd5fa79f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:14.739044 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-750b555f-cf52-4579-98d6-6ca7bd5fa79f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:14.752474 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ee2dd5c1-573d-46bc-9738-ac3d5db5328a req-ba83567d-2a06-4a1b-912d-aec8a9df4dcc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 210 time: 0.0503442 Jul 19 15:51:14.851137 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b555f-cf52-4579-98d6-6ca7bd5fa79f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'Port': ['ID=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:14.872102 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-750b555f-cf52-4579-98d6-6ca7bd5fa79f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Network 195064b7-2168-479c-96ce-505c1a5c25ea is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:51:14.873464 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-750b555f-cf52-4579-98d6-6ca7bd5fa79f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:51:14.893129 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-750b555f-cf52-4579-98d6-6ca7bd5fa79f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:51:14.925891 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cb87c-ecbd-44bb-9910-0b368cc8b7d6 req-8f25ad95-875c-4a56-8700-e66989f618ab tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:14.934950 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f71cb87c-ecbd-44bb-9910-0b368cc8b7d6 req-8f25ad95-875c-4a56-8700-e66989f618ab tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 931 time: 0.0706301 Jul 19 15:51:15.010021 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f71cb87c-ecbd-44bb-9910-0b368cc8b7d6 req-aad26989-9694-44aa-86bb-fc925c711a5b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726521 Jul 19 15:51:15.041802 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-750b555f-cf52-4579-98d6-6ca7bd5fa79f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:15.042510 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-750b555f-cf52-4579-98d6-6ca7bd5fa79f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:15.089819 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743a5c-f17f-4f03-ba0b-e083038569b5 req-237221d2-21ac-4908-96e3-937fb0edd8bf tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:15.100201 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-15743a5c-f17f-4f03-ba0b-e083038569b5 req-237221d2-21ac-4908-96e3-937fb0edd8bf tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.1629028 Jul 19 15:51:15.151868 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-750b555f-cf52-4579-98d6-6ca7bd5fa79f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1277897 Jul 19 15:51:15.186660 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-15743a5c-f17f-4f03-ba0b-e083038569b5 req-cc1fe945-708f-44eb-b95e-d6af5766a9cd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873730 Jul 19 15:51:15.213779 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Request body: {'port': {'device_id': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:51:15.319204 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:15.323402 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-b67425dd-da3e-4815-b4d2-2ca85bda2245 None None] Provisioning complete for port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:51:15.325001 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b67425dd-da3e-4815-b4d2-2ca85bda2245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:15.402968 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-b67425dd-da3e-4815-b4d2-2ca85bda2245 None None] Port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:51:15.571896 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-03c34aee-2a25-4c3d-acd3-7984f24297ab tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:15.573395 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-03c34aee-2a25-4c3d-acd3-7984f24297ab tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 814 time: 0.2561140 Jul 19 15:51:15.675382 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ace31176-6325-4b89-8202-fb045a16468a tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45a72d232f314a78b0e1c3f04b0ed682 HTTP/1.1" status: 200 len: 379 time: 0.0933118 Jul 19 15:51:15.675874 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33468) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:15.700824 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 {{(pid=115784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:51:15.710220 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Publish callbacks [] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:15.723832 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.provisioning_blocks [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Transition to ACTIVE for port object b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 will not be triggered until provisioned by entity L2. {{(pid=115784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:51:15.730628 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:15.738586 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-0ae19810-362b-4057-9e8c-71d52e68b370 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'port': {'device_id': 'ef0f43ac-fd71-43ae-9213-9c3ab5f59161', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'admin_state_up': True, 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'security_groups': ['59c10b65-7cc8-42c2-9d62-6a0088205572']}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:51:15.791363 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Pushing event updated for resources: {'Port': ['ID=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:15.902605 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:15.905991 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Attempting to bind port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:51:15.906783 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Attempting to bind port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:51:15.909569 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Attempting to bind port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 on network 195064b7-2168-479c-96ce-505c1a5c25ea {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:51:15.913469 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:15.923245 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 on network 195064b7-2168-479c-96ce-505c1a5c25ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:51:15.923586 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Attempting to bind port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 on network 195064b7-2168-479c-96ce-505c1a5c25ea {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:51:15.931070 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:51:15.931412 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Checking segment: {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:51:15.931854 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Bound using segment: {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:51:15.932366 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Bound port: b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'}}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:51:15.932665 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:15.988877 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-67df9efc-f32d-4a87-94e9-bae97ef4822d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:16.000248 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d0a978a7-6386-45bf-a5e1-6ce4f0e583e5 req-7866df7c-2b95-45c1-a9cd-a4da17e22b8e tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 210 time: 0.0703437 Jul 19 15:51:16.037139 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:16.047389 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-0ae19810-362b-4057-9e8c-71d52e68b370 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Made reservation on behalf of 45a72d232f314a78b0e1c3f04b0ed682 for: {'port': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:51:16.051738 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-0ae19810-362b-4057-9e8c-71d52e68b370 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:16.057783 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] For port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26, host hv-cinder-84902, cleared binding levels {{(pid=115784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:51:16.061638 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] For port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:51:16.081520 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:16.201097 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:16.202251 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:16.204328 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] 10.222.0.36 "PUT /v2.0/ports/b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 HTTP/1.1" status: 200 len: 1093 time: 1.0157144 Jul 19 15:51:16.209486 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'tag': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:51:16.212101 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e037c28f-2334-4b34-8884-c0dc9d9748ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d978b05a-906b-47db-8f20-9a7daaaf67f1", "tag": "b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:51:16.259059 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ffd03-cdf2-4bfd-8ca9-9bf478c39906 req-7859bec5-b103-481d-abf2-f4cdd2aad4c6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:16.266992 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-349ffd03-cdf2-4bfd-8ca9-9bf478c39906 req-7859bec5-b103-481d-abf2-f4cdd2aad4c6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 943 time: 0.1337011 Jul 19 15:51:16.300413 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-544c49b4-ecf9-4635-91e4-1b42edc2220d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:16.335158 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-67df9efc-f32d-4a87-94e9-bae97ef4822d admin admin] Publish callbacks [] for security_group (ad249dd1-6bc0-4c07-82b1-ea9eaa6e2b82), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:16.355760 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-67df9efc-f32d-4a87-94e9-bae97ef4822d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (ad249dd1-6bc0-4c07-82b1-ea9eaa6e2b82), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:16.361571 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa4660f-d66e-4796-9804-acb3efac33ad x-openstack-request-id: req-faa4660f-d66e-4796-9804-acb3efac33ad {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:51:16.361571 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d978b05a-906b-47db-8f20-9a7daaaf67f1", "tag": "b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:51:16.361571 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-faa4660f-d66e-4796-9804-acb3efac33ad {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:51:16.362138 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa4660f-d66e-4796-9804-acb3efac33ad'] response: {'name': 'network-changed', 'server_uuid': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'tag': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'status': 'completed', 'code': 200} Jul 19 15:51:16.378608 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-349ffd03-cdf2-4bfd-8ca9-9bf478c39906 req-3ed74858-4068-4783-8a9d-fe80043a7a59 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104751 Jul 19 15:51:16.406417 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-0ae19810-362b-4057-9e8c-71d52e68b370 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Allocated IP 172.20.0.4 (fe8b95ad-7997-4bfd-893e-d87b2c843602/783ad02f-bd45-48ea-8e48-5acd89ea85ac/b5584b46-dc66-4b7c-8ae4-94dc57d1af3b) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:51:16.407557 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbfb83-696d-4042-b0cd-82b3c97e4d19 service neutron] Pushing event updated for resources: {'Port': ['ID=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26,revision_number=3']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:16.439003 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-39aa0b72-f0bf-4fd4-8339-2445290b69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:16.441363 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-39aa0b72-f0bf-4fd4-8339-2445290b69f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 1127 time: 0.1720481 Jul 19 15:51:16.488780 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-67df9efc-f32d-4a87-94e9-bae97ef4822d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afc6b4c487d8495c893fa0f80d8fa4a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8118114 Jul 19 15:51:16.492440 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-34e3fecb-1c4f-4ef3-8020-dab8c2de7a23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 HTTP/1.1" status: 200 len: 217 time: 0.0441256 Jul 19 15:51:16.493046 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33484) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:16.498185 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df9efc-f32d-4a87-94e9-bae97ef4822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad249dd1-6bc0-4c07-82b1-ea9eaa6e2b82,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:16.532065 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004780cb-a2d7-47d8-af6a-fc1e1d7dcb22 req-2fcd7727-f8e8-4c71-a8b8-fb1cf9faaebe tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:16.539571 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-004780cb-a2d7-47d8-af6a-fc1e1d7dcb22 req-2fcd7727-f8e8-4c71-a8b8-fb1cf9faaebe tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.1081512 Jul 19 15:51:16.567681 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:16.603152 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-acef14a4-e911-4a87-83a2-5be4c6915e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:16.603152 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-acef14a4-e911-4a87-83a2-5be4c6915e86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 200 len: 850 time: 0.0972531 Jul 19 15:51:16.653420 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7b9a994a-3bad-400c-872f-75145fa74580 admin admin] Publish callbacks [] for security_group (ad249dd1-6bc0-4c07-82b1-ea9eaa6e2b82), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:16.678571 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-004780cb-a2d7-47d8-af6a-fc1e1d7dcb22 req-d015060d-3288-4951-8acb-3858cabab2fe tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376224 Jul 19 15:51:16.704651 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7b9a994a-3bad-400c-872f-75145fa74580 admin admin] Publish callbacks [] for security_group (ad249dd1-6bc0-4c07-82b1-ea9eaa6e2b82), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:16.730433 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-de64ba39-bcc2-48ac-a409-ddd060c41e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:16.732081 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-de64ba39-bcc2-48ac-a409-ddd060c41e3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195064b7-2168-479c-96ce-505c1a5c25ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1184833 Jul 19 15:51:16.753091 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-0ae19810-362b-4057-9e8c-71d52e68b370 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:16.806573 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-0ae19810-362b-4057-9e8c-71d52e68b370 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:16.861931 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7b9a994a-3bad-400c-872f-75145fa74580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (ad249dd1-6bc0-4c07-82b1-ea9eaa6e2b82), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:16.864740 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-7b9a994a-3bad-400c-872f-75145fa74580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:16.868655 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-7b9a994a-3bad-400c-872f-75145fa74580 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad249dd1-6bc0-4c07-82b1-ea9eaa6e2b82 HTTP/1.1" status: 204 len: 168 time: 0.3718197 Jul 19 15:51:16.876307 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae19810-362b-4057-9e8c-71d52e68b370 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event updated for resources: {'Port': ['ID=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:16.883772 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-4f411f27-450f-4148-b503-644850aff43c service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432161 Jul 19 15:51:16.884568 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a994a-3bad-400c-872f-75145fa74580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad249dd1-6bc0-4c07-82b1-ea9eaa6e2b82,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:16.933335 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-0ae19810-362b-4057-9e8c-71d52e68b370 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Network fe8b95ad-7997-4bfd-893e-d87b2c843602 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:51:16.936039 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-0ae19810-362b-4057-9e8c-71d52e68b370 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:51:16.943483 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-0ae19810-362b-4057-9e8c-71d52e68b370 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:51:17.020205 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-edcfb6c4-c48f-42ba-98e9-04cb7f1ce306 req-863895aa-a31e-4b04-b87a-a2bb3e868c7c service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268528 Jul 19 15:51:17.037551 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-0ae19810-362b-4057-9e8c-71d52e68b370 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:17.038954 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-0ae19810-362b-4057-9e8c-71d52e68b370 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:17.066318 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-0ae19810-362b-4057-9e8c-71d52e68b370 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3345506 Jul 19 15:51:17.188851 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3a237-9742-464f-bd26-0e23402a80b1 req-65a82153-a945-4f27-95f7-06131ce669da tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:17.188851 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-18f3a237-9742-464f-bd26-0e23402a80b1 req-65a82153-a945-4f27-95f7-06131ce669da tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 931 time: 0.0823169 Jul 19 15:51:17.253711 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Request body: {'port': {'device_id': 'ef0f43ac-fd71-43ae-9213-9c3ab5f59161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:51:17.319226 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-18f3a237-9742-464f-bd26-0e23402a80b1 req-e62bc81c-b970-43a1-a6e7-75ec0757ce50 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c10b65-7cc8-42c2-9d62-6a0088205572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150887 Jul 19 15:51:17.330316 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:17.345815 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c28f-2334-4b34-8884-c0dc9d9748ee req-9470e664-1d5a-45bf-80fc-55f08df9754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:17.347660 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e037c28f-2334-4b34-8884-c0dc9d9748ee req-9470e664-1d5a-45bf-80fc-55f08df9754b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 1127 time: 0.0897613 Jul 19 15:51:17.361588 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-1a41763f-2d5e-460c-a365-de13aab229ee None None] Provisioning complete for port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:51:17.362175 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-1a41763f-2d5e-460c-a365-de13aab229ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:17.388221 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:17.395319 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:17.460287 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-1a41763f-2d5e-460c-a365-de13aab229ee None None] Port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:51:17.499682 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c28f-2334-4b34-8884-c0dc9d9748ee req-98870cd9-86e0-4850-816c-f7800502963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:17.503589 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e037c28f-2334-4b34-8884-c0dc9d9748ee req-98870cd9-86e0-4850-816c-f7800502963a service neutron] 10.222.0.36 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 912 time: 0.1476393 Jul 19 15:51:17.568846 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e037c28f-2334-4b34-8884-c0dc9d9748ee req-928fe7e5-aef2-4f7a-acff-2f14ea060eae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 HTTP/1.1" status: 200 len: 217 time: 0.0572393 Jul 19 15:51:17.616597 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4587c-1cc0-4de3-837f-1a79f1dad388 req-e241843a-1e05-4bcc-bc1d-9739aafccef5 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:17.623467 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-51b4587c-1cc0-4de3-837f-1a79f1dad388 req-e241843a-1e05-4bcc-bc1d-9739aafccef5 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 943 time: 0.1276886 Jul 19 15:51:17.640321 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:17.658538 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c28f-2334-4b34-8884-c0dc9d9748ee req-97cca06c-3c24-455e-ac97-1d2f8aad251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:17.660249 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e037c28f-2334-4b34-8884-c0dc9d9748ee req-97cca06c-3c24-455e-ac97-1d2f8aad251b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 200 len: 850 time: 0.0840425 Jul 19 15:51:17.725402 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c28f-2334-4b34-8884-c0dc9d9748ee req-22cd7073-eaf5-4e58-b6ac-2c2e212e278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:17.727315 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e037c28f-2334-4b34-8884-c0dc9d9748ee req-22cd7073-eaf5-4e58-b6ac-2c2e212e278b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195064b7-2168-479c-96ce-505c1a5c25ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609407 Jul 19 15:51:17.778710 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-51b4587c-1cc0-4de3-837f-1a79f1dad388 req-1f94dd0a-3e4a-4d8a-a14c-d277d69a023b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503820 Jul 19 15:51:17.914624 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adaff0-1281-418e-b870-8c70d7023103 req-670f7e90-0d3d-4d28-9825-b8b42b935645 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:17.916765 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-41adaff0-1281-418e-b870-8c70d7023103 req-670f7e90-0d3d-4d28-9825-b8b42b935645 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0848520 Jul 19 15:51:17.929097 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5584b46-dc66-4b7c-8ae4-94dc57d1af3b {{(pid=115785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:51:17.939502 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Publish callbacks [] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:17.959187 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.provisioning_blocks [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Transition to ACTIVE for port object b5584b46-dc66-4b7c-8ae4-94dc57d1af3b will not be triggered until provisioned by entity L2. {{(pid=115785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:51:17.970653 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e037c28f-2334-4b34-8884-c0dc9d9748ee req-4facd366-0a85-41e6-9864-1cc6f70dc363 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366347 Jul 19 15:51:17.971361 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:18.024655 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-41adaff0-1281-418e-b870-8c70d7023103 req-e0cd3bac-3aa4-4573-8b57-9124c454d347 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006413 Jul 19 15:51:18.065916 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Pushing event updated for resources: {'Port': ['ID=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:18.154295 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e037c28f-2334-4b34-8884-c0dc9d9748ee req-07aa1442-772b-4f5c-a743-f7680d9c3744 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742401 Jul 19 15:51:18.204113 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:18.244039 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Attempting to bind port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:51:18.244459 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Attempting to bind port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:51:18.244942 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Attempting to bind port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b on network fe8b95ad-7997-4bfd-893e-d87b2c843602 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:51:18.256488 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b on network fe8b95ad-7997-4bfd-893e-d87b2c843602 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:51:18.256973 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Attempting to bind port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b on network fe8b95ad-7997-4bfd-893e-d87b2c843602 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:51:18.263030 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:51:18.263522 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Checking segment: {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:51:18.264020 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Bound using segment: {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:51:18.264561 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Bound port: b5584b46-dc66-4b7c-8ae4-94dc57d1af3b, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a5302a-bc22-499e-bae3-a00a4ce42b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602'}}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:51:18.265652 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:18.363343 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] For port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b, host hv-cinder-84902, cleared binding levels {{(pid=115785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:51:18.367143 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] For port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:51:18.378630 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:18.460697 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:18.461839 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:18.464243 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] 10.222.0.36 "PUT /v2.0/ports/b5584b46-dc66-4b7c-8ae4-94dc57d1af3b HTTP/1.1" status: 200 len: 1093 time: 1.2156599 Jul 19 15:51:18.464899 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0f43ac-fd71-43ae-9213-9c3ab5f59161', 'tag': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:51:18.467332 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9822bd-27b4-4120-b0e4-57ed0796725a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0f43ac-fd71-43ae-9213-9c3ab5f59161", "tag": "b5584b46-dc66-4b7c-8ae4-94dc57d1af3b"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:51:18.531364 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bae2be-3940-4876-adad-1bb96f3a8001 req-02772b59-846b-4f3f-8d71-3d9a78b6b67f tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:18.533026 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-80bae2be-3940-4876-adad-1bb96f3a8001 req-02772b59-846b-4f3f-8d71-3d9a78b6b67f tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 943 time: 0.1448534 Jul 19 15:51:18.564961 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fededd-a34c-47f4-92a0-84affac666c4 x-openstack-request-id: req-40fededd-a34c-47f4-92a0-84affac666c4 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:51:18.565256 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0f43ac-fd71-43ae-9213-9c3ab5f59161", "tag": "b5584b46-dc66-4b7c-8ae4-94dc57d1af3b", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:51:18.565516 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40fededd-a34c-47f4-92a0-84affac666c4 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:51:18.565911 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fededd-a34c-47f4-92a0-84affac666c4'] response: {'name': 'network-changed', 'server_uuid': 'ef0f43ac-fd71-43ae-9213-9c3ab5f59161', 'tag': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b', 'status': 'completed', 'code': 200} Jul 19 15:51:18.615301 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07576a-a20e-4234-bd75-a0d4379eaa01 service neutron] Pushing event updated for resources: {'Port': ['ID=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b,revision_number=3']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:18.634679 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-9fe63eb2-ae69-4087-8b87-6dbeea51a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:18.637562 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-9fe63eb2-ae69-4087-8b87-6dbeea51a086 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 1127 time: 0.1026449 Jul 19 15:51:18.688888 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-613ec25a-3338-4810-bb7f-86a80f45092d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:18.736628 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-3145aa43-29ed-4079-8e17-51044defe0d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b HTTP/1.1" status: 200 len: 217 time: 0.0718749 Jul 19 15:51:18.798795 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-80bae2be-3940-4876-adad-1bb96f3a8001 req-beddf415-1dc1-48c4-ba83-1ad859f00710 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c10b65-7cc8-42c2-9d62-6a0088205572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501078 Jul 19 15:51:18.815989 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-9aa12699-5620-47a3-bd84-d5d320732ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:18.817491 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-9aa12699-5620-47a3-bd84-d5d320732ef9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=783ad02f-bd45-48ea-8e48-5acd89ea85ac HTTP/1.1" status: 200 len: 853 time: 0.0724516 Jul 19 15:51:18.862752 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:18.879430 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-3fa74c8d-2324-4fe6-bfa1-d28c3eb86b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:18.880962 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-3fa74c8d-2324-4fe6-bfa1-d28c3eb86b90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe8b95ad-7997-4bfd-893e-d87b2c843602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518212 Jul 19 15:51:18.958700 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dd52a-cf17-4260-ba8d-c39bf94e970f req-16492ff4-ebb4-4c31-bdf2-d98d6eaed235 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:18.960919 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ad0dd52a-cf17-4260-ba8d-c39bf94e970f req-16492ff4-ebb4-4c31-bdf2-d98d6eaed235 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 943 time: 0.0762994 Jul 19 15:51:19.004396 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-f8a6acda-56ae-477b-9fbf-0152b4d1a303 service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164255 Jul 19 15:51:19.028686 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ad0dd52a-cf17-4260-ba8d-c39bf94e970f req-4b0dfbc5-e608-422e-a5c5-373e4a49f434 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526571 Jul 19 15:51:19.207367 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-16668887-9d36-42bc-84c9-9f7839ba8087 req-dff85b29-2e22-49a3-9227-ad3b80ad7670 service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906762 Jul 19 15:51:19.243973 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0f6f8-6142-4676-b282-f80406134a8d req-c6164ac7-f1e6-416c-a24a-94294562343b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:19.245672 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3ec0f6f8-6142-4676-b282-f80406134a8d req-c6164ac7-f1e6-416c-a24a-94294562343b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0887139 Jul 19 15:51:19.310114 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3ec0f6f8-6142-4676-b282-f80406134a8d req-d1ecb194-985e-47ab-956d-6c5339c71ee4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556822 Jul 19 15:51:19.629790 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:19.941406 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11da9d-58f3-4cd2-8e43-f3f958ed2eb9 req-6fea0b8e-51a7-46a5-8f80-fba522584765 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:19.943200 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1d11da9d-58f3-4cd2-8e43-f3f958ed2eb9 req-6fea0b8e-51a7-46a5-8f80-fba522584765 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 943 time: 0.0552864 Jul 19 15:51:19.996875 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1d11da9d-58f3-4cd2-8e43-f3f958ed2eb9 req-cc94d0c4-a5f9-4aeb-8bd4-0abc43af8f02 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c10b65-7cc8-42c2-9d62-6a0088205572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480371 Jul 19 15:51:20.099325 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9822bd-27b4-4120-b0e4-57ed0796725a req-be9908d8-0110-4a16-84e6-5e53f9fe7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:20.101031 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1b9822bd-27b4-4120-b0e4-57ed0796725a req-be9908d8-0110-4a16-84e6-5e53f9fe7543 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 1127 time: 0.0624011 Jul 19 15:51:20.226211 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ae20c-418d-42a1-9ec8-098c9e6f1104 req-ee6ee8cd-ef56-4fe8-af23-fa8d5f11feb0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:20.230641 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7e6ae20c-418d-42a1-9ec8-098c9e6f1104 req-ee6ee8cd-ef56-4fe8-af23-fa8d5f11feb0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 943 time: 0.0903335 Jul 19 15:51:20.293527 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9822bd-27b4-4120-b0e4-57ed0796725a req-e412c8e8-5631-401a-8d86-be8537b0df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:20.295480 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1b9822bd-27b4-4120-b0e4-57ed0796725a req-e412c8e8-5631-401a-8d86-be8537b0df7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 915 time: 0.1877310 Jul 19 15:51:20.349755 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7e6ae20c-418d-42a1-9ec8-098c9e6f1104 req-fcb773f5-e2b9-4353-a810-91cd2a369194 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118493 Jul 19 15:51:20.351165 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1b9822bd-27b4-4120-b0e4-57ed0796725a req-974c40d8-168a-497a-921a-1ed1c99be408 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b HTTP/1.1" status: 200 len: 217 time: 0.0490987 Jul 19 15:51:20.402098 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:20.424730 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9822bd-27b4-4120-b0e4-57ed0796725a req-737a3442-749a-4abf-8ef5-c5178fdb717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:20.426267 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1b9822bd-27b4-4120-b0e4-57ed0796725a req-737a3442-749a-4abf-8ef5-c5178fdb717d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=783ad02f-bd45-48ea-8e48-5acd89ea85ac HTTP/1.1" status: 200 len: 853 time: 0.0696225 Jul 19 15:51:20.751448 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6f075-3c3b-4688-beb6-d4c509a910ec req-f8445d83-02ec-404d-aea7-93d0a92dec0c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:20.754173 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-37b6f075-3c3b-4688-beb6-d4c509a910ec req-f8445d83-02ec-404d-aea7-93d0a92dec0c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.3195724 Jul 19 15:51:20.778854 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9822bd-27b4-4120-b0e4-57ed0796725a req-7c8cb1ee-081e-455a-bd62-ade6db16f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:20.780408 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1b9822bd-27b4-4120-b0e4-57ed0796725a req-7c8cb1ee-081e-455a-bd62-ade6db16f55c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe8b95ad-7997-4bfd-893e-d87b2c843602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3125427 Jul 19 15:51:20.818991 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-37b6f075-3c3b-4688-beb6-d4c509a910ec req-9a789f26-e972-4122-ba83-a02850404e54 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522718 Jul 19 15:51:20.898088 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1b9822bd-27b4-4120-b0e4-57ed0796725a req-618af27d-606c-4449-ab55-534a7252cef4 service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099334 Jul 19 15:51:20.984409 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d70ab5-ad2c-4036-8e8c-0603efbd72c8 req-78ee4bb1-7f94-404b-ac54-8603fc5f9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:20.985971 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-18d70ab5-ad2c-4036-8e8c-0603efbd72c8 req-78ee4bb1-7f94-404b-ac54-8603fc5f9894 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 1130 time: 0.0398247 Jul 19 15:51:21.027507 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1b9822bd-27b4-4120-b0e4-57ed0796725a req-bee77ad3-5992-485c-bff2-88cd584b1f1b service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928571 Jul 19 15:51:21.081827 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d70ab5-ad2c-4036-8e8c-0603efbd72c8 req-75d7ca27-2c19-44f6-ac78-344995b33e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:21.083320 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-18d70ab5-ad2c-4036-8e8c-0603efbd72c8 req-75d7ca27-2c19-44f6-ac78-344995b33e73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 918 time: 0.0904808 Jul 19 15:51:21.121491 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d0e21-7334-4be5-bf4c-c19609bc6174 req-8fb63d0f-1686-4409-8661-ec0779d352b3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:21.122965 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-de4d0e21-7334-4be5-bf4c-c19609bc6174 req-8fb63d0f-1686-4409-8661-ec0779d352b3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 943 time: 0.0467968 Jul 19 15:51:21.149348 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-18d70ab5-ad2c-4036-8e8c-0603efbd72c8 req-7a4cee07-3b88-436c-9e55-b0a62a3d7c80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd HTTP/1.1" status: 200 len: 1001 time: 0.0584586 Jul 19 15:51:21.172881 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-de4d0e21-7334-4be5-bf4c-c19609bc6174 req-fe7b932e-cbae-45b3-8d44-4f4e254e5ad6 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c10b65-7cc8-42c2-9d62-6a0088205572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431602 Jul 19 15:51:21.185406 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:21.199022 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d70ab5-ad2c-4036-8e8c-0603efbd72c8 req-7944c45d-4d0d-41b0-a42e-e2e1ae2b809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:21.200528 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-18d70ab5-ad2c-4036-8e8c-0603efbd72c8 req-7944c45d-4d0d-41b0-a42e-e2e1ae2b809a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fb34e8-0b5b-4987-b39f-b08c45bd460d HTTP/1.1" status: 200 len: 856 time: 0.0453367 Jul 19 15:51:21.247177 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d70ab5-ad2c-4036-8e8c-0603efbd72c8 req-a95beecf-b080-46ca-b94c-33ecfed1a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:21.248545 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-18d70ab5-ad2c-4036-8e8c-0603efbd72c8 req-a95beecf-b080-46ca-b94c-33ecfed1a365 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4747c92b-9953-4013-87b5-ea57492dd5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425129 Jul 19 15:51:21.338834 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-18d70ab5-ad2c-4036-8e8c-0603efbd72c8 req-68fc4e86-7bff-40a1-91d5-cf9ebd28d870 service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844159 Jul 19 15:51:21.370009 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:21.459165 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-18d70ab5-ad2c-4036-8e8c-0603efbd72c8 req-9fd6ec72-e15d-46a3-acd6-c731f3d0485d service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132250 Jul 19 15:51:21.481249 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20910dc-2471-4468-85ea-45d597a31a89 req-bfabf5ee-c7ef-4c11-a3b3-82bb5d127b11 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:21.482845 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a20910dc-2471-4468-85ea-45d597a31a89 req-bfabf5ee-c7ef-4c11-a3b3-82bb5d127b11 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 943 time: 0.0616951 Jul 19 15:51:21.522957 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:21.533776 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a20910dc-2471-4468-85ea-45d597a31a89 req-47107bfb-6231-4bc6-b395-02d3d8d883f3 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450215 Jul 19 15:51:21.872608 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:21.958629 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51340f-f7a5-421f-927a-fb0c94185689 req-9d3651a9-fd53-427a-8f4f-9c2655fbf6fd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:21.960252 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9f51340f-f7a5-421f-927a-fb0c94185689 req-9d3651a9-fd53-427a-8f4f-9c2655fbf6fd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0491779 Jul 19 15:51:22.013754 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9f51340f-f7a5-421f-927a-fb0c94185689 req-eaf809cd-5e01-4910-80dd-73b98aa6cc5c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480754 Jul 19 15:51:22.294225 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfd70e-730d-41b7-a6e2-eea5fd1ab5d5 req-7a507b59-126d-497a-b701-9403c86729d8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:22.295718 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-6fdfd70e-730d-41b7-a6e2-eea5fd1ab5d5 req-7a507b59-126d-497a-b701-9403c86729d8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 943 time: 0.0526559 Jul 19 15:51:22.349481 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-6fdfd70e-730d-41b7-a6e2-eea5fd1ab5d5 req-c3b78a97-dc2a-4bdb-b284-dfcb0ffc1fcc tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c10b65-7cc8-42c2-9d62-6a0088205572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480981 Jul 19 15:51:22.604225 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device b5584b46-dc66-4b7c-8ae4-94dc57d1af3b details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:51:22.614932 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:22.653276 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3f9ce-c41d-47b4-9d6b-7a0f378f7d02 req-caf68b95-9113-4238-b251-abb2ea5a4e33 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:22.655025 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-35d3f9ce-c41d-47b4-9d6b-7a0f378f7d02 req-caf68b95-9113-4238-b251-abb2ea5a4e33 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 943 time: 0.0486312 Jul 19 15:51:22.708418 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-35d3f9ce-c41d-47b4-9d6b-7a0f378f7d02 req-a78cdcc7-90f5-47d2-a0ad-ce2194ae9536 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474207 Jul 19 15:51:22.709375 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:22.728061 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'port_id': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b', 'mac_address': 'fa:16:3e:47:0f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:51:22.757341 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:51:22.757738 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:22.759516 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:22.775689 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5584b46-dc66-4b7c-8ae4-94dc57d1af3b {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:51:22.795168 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:22.799210 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:22.845108 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:23.058793 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['b5584b46-dc66-4b7c-8ae4-94dc57d1af3b'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:51:23.122079 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:23.137523 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eaefc2-5274-4dff-99ed-8d0c5a8f8837 req-ab49d5c5-3f76-488f-834d-0f8c3e6da5f9 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:23.139165 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-48eaefc2-5274-4dff-99ed-8d0c5a8f8837 req-ab49d5c5-3f76-488f-834d-0f8c3e6da5f9 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0512373 Jul 19 15:51:23.190099 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-48eaefc2-5274-4dff-99ed-8d0c5a8f8837 req-d453df11-a3d9-4551-80de-049136e48943 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440414 Jul 19 15:51:23.465037 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c8603-0690-4a24-b3bd-364d44ad4175 req-72797a8c-af71-453e-b0ad-f9a0aaaa90b8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:23.466553 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-327c8603-0690-4a24-b3bd-364d44ad4175 req-72797a8c-af71-453e-b0ad-f9a0aaaa90b8 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 944 time: 0.0487521 Jul 19 15:51:23.521943 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-327c8603-0690-4a24-b3bd-364d44ad4175 req-33604f4d-c6ad-4a43-9998-23e849dd56f5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c10b65-7cc8-42c2-9d62-6a0088205572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494866 Jul 19 15:51:23.823349 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db088b85-d2ad-4b8f-867d-9c931916cc27 req-fac729c8-8f32-4fc9-8a3b-03a4854a0c66 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:23.824796 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-db088b85-d2ad-4b8f-867d-9c931916cc27 req-fac729c8-8f32-4fc9-8a3b-03a4854a0c66 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 943 time: 0.0474792 Jul 19 15:51:23.881644 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-db088b85-d2ad-4b8f-867d-9c931916cc27 req-25db5664-6a59-4631-9359-a2570dbaa874 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512998 Jul 19 15:51:24.317915 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095020b-bc32-45e6-b453-f03a17131dc4 req-bba45793-f714-44e8-8144-cd445bb6e576 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:24.319387 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6095020b-bc32-45e6-b453-f03a17131dc4 req-bba45793-f714-44e8-8144-cd445bb6e576 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 946 time: 0.0508239 Jul 19 15:51:24.342511 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:24.346382 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:24.368619 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6095020b-bc32-45e6-b453-f03a17131dc4 req-04c35e93-a5b1-40e4-95f8-37399d7cb883 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437138 Jul 19 15:51:24.619638 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device b5584b46-dc66-4b7c-8ae4-94dc57d1af3b up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:51:24.669386 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a33ab1-4c9b-4851-9618-ab3ee9fd422f req-b935879a-045f-4d58-a269-d50d4f2a11f0 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:24.670996 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-71a33ab1-4c9b-4851-9618-ab3ee9fd422f req-b935879a-045f-4d58-a269-d50d4f2a11f0 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 944 time: 0.0690808 Jul 19 15:51:24.676799 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:51:24.686638 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:51:24.687048 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:24.733010 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-71a33ab1-4c9b-4851-9618-ab3ee9fd422f req-bfa00bd7-20e2-4b0d-94ca-ca3f9ad84440 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c10b65-7cc8-42c2-9d62-6a0088205572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550997 Jul 19 15:51:24.778849 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:51:24.779240 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:24.804211 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0f43ac-fd71-43ae-9213-9c3ab5f59161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:51:24.806814 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b02740a-577a-44e4-b8a5-48a3c35f1408" -d '{"events": [{"server_uuid": "ef0f43ac-fd71-43ae-9213-9c3ab5f59161", "name": "network-vif-plugged", "status": "completed", "tag": "b5584b46-dc66-4b7c-8ae4-94dc57d1af3b"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:51:24.832014 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:24.838704 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:24.839909 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device f79bc5b8-5b78-4990-ae5f-977bb42032bd no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:51:24.881205 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89b8784-fdd2-4670-9bef-86db79bdb4a2 x-openstack-request-id: req-a89b8784-fdd2-4670-9bef-86db79bdb4a2 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:51:24.881495 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0f43ac-fd71-43ae-9213-9c3ab5f59161", "name": "network-vif-plugged", "status": "completed", "tag": "b5584b46-dc66-4b7c-8ae4-94dc57d1af3b", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:51:24.881749 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a89b8784-fdd2-4670-9bef-86db79bdb4a2 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:51:24.882194 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89b8784-fdd2-4670-9bef-86db79bdb4a2'] response: {'server_uuid': 'ef0f43ac-fd71-43ae-9213-9c3ab5f59161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b', 'code': 200} Jul 19 15:51:24.940849 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:24.988627 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port f79bc5b8-5b78-4990-ae5f-977bb42032bd is: ACTIVE; New status is: DOWN {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:51:24.989380 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:25.030743 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port f79bc5b8-5b78-4990-ae5f-977bb42032bd, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:25.037256 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:25.061046 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce97963-f207-4253-8ac9-4e38f79d701d req-116ba0c4-77b2-4e3d-b1d8-01c19b1e19f6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:25.070879 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fce97963-f207-4253-8ac9-4e38f79d701d req-116ba0c4-77b2-4e3d-b1d8-01c19b1e19f6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 943 time: 0.0869579 Jul 19 15:51:25.100622 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=f79bc5b8-5b78-4990-ae5f-977bb42032bd,revision_number=8']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:25.163931 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03368899-d9b3-42de-b269-c614efb129d3 req-f374c302-a461-47f9-b933-64311a9d1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:25.165731 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-03368899-d9b3-42de-b269-c614efb129d3 req-f374c302-a461-47f9-b933-64311a9d1398 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 1129 time: 0.0750549 Jul 19 15:51:25.175348 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fce97963-f207-4253-8ac9-4e38f79d701d req-8ba4885b-7371-4b1d-b609-d8c99866c057 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028483 Jul 19 15:51:25.227106 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-03368899-d9b3-42de-b269-c614efb129d3 req-22b25726-f1c7-4b0a-b5e7-3101d2c87215 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=59c10b65-7cc8-42c2-9d62-6a0088205572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507147 Jul 19 15:51:25.395840 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [req-5083320c-5751-460f-b908-a13dbda14cd0 req-5441a009-8b75-4e7d-b599-5d31c9ef31f0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115784) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:51:25.402441 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5083320c-5751-460f-b908-a13dbda14cd0 req-5441a009-8b75-4e7d-b599-5d31c9ef31f0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0171754 Jul 19 15:51:25.568417 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de7893-7545-44d8-8413-9fb885f2cf83 req-1502a950-854e-434e-b173-822fdb43e38f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:25.569994 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-59de7893-7545-44d8-8413-9fb885f2cf83 req-1502a950-854e-434e-b173-822fdb43e38f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0596242 Jul 19 15:51:25.617536 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-59de7893-7545-44d8-8413-9fb885f2cf83 req-35a01f28-35db-40c0-92dc-ff0ab7741f87 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418224 Jul 19 15:51:25.854207 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c556113-4f99-46a7-b259-191f551f8ea0 req-01b7a75f-48dc-4eab-8667-b3abe6010ffa tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:25.855730 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8c556113-4f99-46a7-b259-191f551f8ea0 req-01b7a75f-48dc-4eab-8667-b3abe6010ffa tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 945 time: 0.0520227 Jul 19 15:51:25.897230 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33706) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:25.909832 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8c556113-4f99-46a7-b259-191f551f8ea0 req-537b2319-3e7b-4def-a776-d81164b2ef56 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c10b65-7cc8-42c2-9d62-6a0088205572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477765 Jul 19 15:51:25.986620 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-ca4b0ca1-3d80-4ae5-ba7d-d5a897e3aa71 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881224 Jul 19 15:51:25.994886 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-a843b409-8cca-40a8-a349-dc335f7aed46 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115785) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:51:25.995845 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-a843b409-8cca-40a8-a349-dc335f7aed46 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048306 Jul 19 15:51:26.073453 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33714) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:26.164778 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-1a547f98-2571-4614-afeb-5da9158e8139 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:26.166405 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-1a547f98-2571-4614-afeb-5da9158e8139 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports/f79bc5b8-5b78-4990-ae5f-977bb42032bd HTTP/1.1" status: 200 len: 941 time: 0.0919425 Jul 19 15:51:26.305108 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a62a73-c4f6-46cc-b08a-7ee6f22777b2 req-cb5bfa4b-d7f4-4ec1-a68d-faf3f87da7ff tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:26.306817 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-59a62a73-c4f6-46cc-b08a-7ee6f22777b2 req-cb5bfa4b-d7f4-4ec1-a68d-faf3f87da7ff tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 943 time: 0.0543532 Jul 19 15:51:26.337865 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:26.365201 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-59a62a73-c4f6-46cc-b08a-7ee6f22777b2 req-fcee4db6-d25d-4b9f-9a1f-1563f6d1180b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520694 Jul 19 15:51:26.619490 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:51:26.761728 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6d450-5a8e-4809-9a27-e09a5ebcbd87 req-bdefd2fc-4cd9-42b1-9502-c6539b4fe2e3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:26.770551 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f4e6d450-5a8e-4809-9a27-e09a5ebcbd87 req-bdefd2fc-4cd9-42b1-9502-c6539b4fe2e3 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0645511 Jul 19 15:51:26.776048 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:26.801743 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'port_id': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'mac_address': 'fa:16:3e:cc:dd:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:51:26.811503 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:26.823007 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f4e6d450-5a8e-4809-9a27-e09a5ebcbd87 req-2100481f-9c97-48cf-bb15-419b5f3441b6 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512097 Jul 19 15:51:26.858606 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:26.859697 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:51:26.860183 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:26.875539 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:51:26.885727 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:51:26.888205 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ef794d-78b3-442b-81df-295e3d9b9ad1" -d '{"events": [{"server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "name": "network-vif-unplugged", "status": "completed", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:51:26.902127 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:26.908217 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:26.936590 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Jul 2022 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53d5559-773f-45fe-b015-d5976749219f x-openstack-request-id: req-b53d5559-773f-45fe-b015-d5976749219f {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:51:26.937242 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "name": "network-vif-unplugged", "status": "completed", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:51:26.937427 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b53d5559-773f-45fe-b015-d5976749219f {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:51:26.937773 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b53d5559-773f-45fe-b015-d5976749219f'] response: {'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'code': 200} Jul 19 15:51:26.956000 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:26.969633 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:27.027671 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba82700-7948-472f-96be-a772d01f5787 req-b771cd10-cfd1-4732-b7a1-8fdb94095072 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:27.029281 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1ba82700-7948-472f-96be-a772d01f5787 req-b771cd10-cfd1-4732-b7a1-8fdb94095072 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Jul 19 15:51:27.083704 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1ba82700-7948-472f-96be-a772d01f5787 req-908b267b-410d-4a4d-8635-9b68d7c38c5d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c10b65-7cc8-42c2-9d62-6a0088205572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488513 Jul 19 15:51:27.205593 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b0766-4454-4dfc-a967-d9d087035d3d req-421d3084-a59a-49cf-aace-24c03f5af1a1 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:27.207336 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-aa8b0766-4454-4dfc-a967-d9d087035d3d req-421d3084-a59a-49cf-aace-24c03f5af1a1 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 945 time: 0.0525749 Jul 19 15:51:27.214154 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-8200790c-8481-46db-ade6-195a1272cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:27.215772 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-8200790c-8481-46db-ade6-195a1272cf62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0&tenant_id=171a2f5462994c8d98ffd8cbc2ce5677 HTTP/1.1" status: 200 len: 1128 time: 0.0778315 Jul 19 15:51:27.216203 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33748) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:27.222788 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-532f1ec3-82c8-430f-9ae2-3ad867610ef5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Request body: {'floatingip': {'port_id': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:51:27.269480 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-532f1ec3-82c8-430f-9ae2-3ad867610ef5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (7435bd43-aeb2-46b1-96cd-27509b19f6e5), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:27.283975 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-79885c71-2591-49cc-9895-e925629d21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:27.285927 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-79885c71-2591-49cc-9895-e925629d21c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 1128 time: 0.0485210 Jul 19 15:51:27.291660 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:51:27.367470 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33752) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:27.373940 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:27.441532 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-cef42d85-027c-4361-9f67-f2bf1a070506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:27.443062 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-cef42d85-027c-4361-9f67-f2bf1a070506 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 918 time: 0.1496062 Jul 19 15:51:27.559651 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-43dbc1b7-ed45-4cde-bc11-05f85c1f61d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:27.599348 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-47f30a68-6bf0-4155-915f-b4f69b5710a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd HTTP/1.1" status: 200 len: 999 time: 0.1486175 Jul 19 15:51:27.608342 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef0c8-30a3-42a6-9d3c-5be37dd789ab req-d1775a9e-c7b5-4f50-9703-ab1f32a6bb08 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:27.610684 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-137ef0c8-30a3-42a6-9d3c-5be37dd789ab req-d1775a9e-c7b5-4f50-9703-ab1f32a6bb08 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 944 time: 0.1085367 Jul 19 15:51:27.682476 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:27.686459 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-3f00fa1a-c4e2-4005-8c62-16472392176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:27.688463 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-3f00fa1a-c4e2-4005-8c62-16472392176a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fb34e8-0b5b-4987-b39f-b08c45bd460d HTTP/1.1" status: 200 len: 856 time: 0.0768573 Jul 19 15:51:27.747786 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-532f1ec3-82c8-430f-9ae2-3ad867610ef5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:27.749651 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-137ef0c8-30a3-42a6-9d3c-5be37dd789ab req-d034e4f0-11db-4f13-9fe6-d752557fe874 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294169 Jul 19 15:51:27.751289 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-532f1ec3-82c8-430f-9ae2-3ad867610ef5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (7435bd43-aeb2-46b1-96cd-27509b19f6e5), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:27.777577 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-5f8705a8-dbf4-4b87-b128-ffd56aee4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:27.779091 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-5f8705a8-dbf4-4b87-b128-ffd56aee4e42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4747c92b-9953-4013-87b5-ea57492dd5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818448 Jul 19 15:51:27.801223 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-43dbc1b7-ed45-4cde-bc11-05f85c1f61d4 admin admin] Publish callbacks [] for security_group (01a80e1f-19d7-4e0f-b1c6-0f8ddef2aee3), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:27.813565 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-43dbc1b7-ed45-4cde-bc11-05f85c1f61d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (01a80e1f-19d7-4e0f-b1c6-0f8ddef2aee3), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:27.853483 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [None req-532f1ec3-82c8-430f-9ae2-3ad867610ef5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Floating IP 7435bd43-aeb2-46b1-96cd-27509b19f6e5 associated. External IP: 172.27.2.195, port: b5584b46-dc66-4b7c-8ae4-94dc57d1af3b. Jul 19 15:51:27.889210 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-43dbc1b7-ed45-4cde-bc11-05f85c1f61d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ceae12934696470ba3f336518748b3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5183239 Jul 19 15:51:27.889594 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33760) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:27.903435 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbc1b7-ed45-4cde-bc11-05f85c1f61d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a80e1f-19d7-4e0f-b1c6-0f8ddef2aee3,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:27.925898 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-3dbefab6-6ab0-4ac2-8847-8d99e1ae44fa service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368072 Jul 19 15:51:28.022170 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4f2e249-b88d-40c2-8cca-22a06f07e7e5 req-87e5bd2d-d7ac-4a16-b05e-ed2600f5846f service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883367 Jul 19 15:51:28.022573 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6d9da-2a47-42a5-b3e0-8ec22d108179 req-64068105-afd7-4c20-8178-ae43be00ccb7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:28.024053 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a5d6d9da-2a47-42a5-b3e0-8ec22d108179 req-64068105-afd7-4c20-8178-ae43be00ccb7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.1138406 Jul 19 15:51:28.054235 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-80b35e4d-b54c-4617-aa3e-2ecd20e1e94a admin admin] Publish callbacks [] for security_group (01a80e1f-19d7-4e0f-b1c6-0f8ddef2aee3), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:28.091508 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-80b35e4d-b54c-4617-aa3e-2ecd20e1e94a admin admin] Publish callbacks [] for security_group (01a80e1f-19d7-4e0f-b1c6-0f8ddef2aee3), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:28.163893 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:28.176944 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a5d6d9da-2a47-42a5-b3e0-8ec22d108179 req-c0b62a0b-b353-4cbd-bf88-72ce268fadba tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440375 Jul 19 15:51:28.264428 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-80b35e4d-b54c-4617-aa3e-2ecd20e1e94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (01a80e1f-19d7-4e0f-b1c6-0f8ddef2aee3), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:28.276395 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-80b35e4d-b54c-4617-aa3e-2ecd20e1e94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:28.279916 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-80b35e4d-b54c-4617-aa3e-2ecd20e1e94a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01a80e1f-19d7-4e0f-b1c6-0f8ddef2aee3 HTTP/1.1" status: 204 len: 168 time: 0.3861554 Jul 19 15:51:28.303344 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532f1ec3-82c8-430f-9ae2-3ad867610ef5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Router 441aac0f-e735-413c-9ddc-149e4b085715 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:51:28.306985 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b35e4d-b54c-4617-aa3e-2ecd20e1e94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a80e1f-19d7-4e0f-b1c6-0f8ddef2aee3,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:28.443986 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532f1ec3-82c8-430f-9ae2-3ad867610ef5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:51:28.449320 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-532f1ec3-82c8-430f-9ae2-3ad867610ef5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:28.455412 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7d1134-b1b6-4f12-8ff6-2e8fc5dd21d1 None None] Sync routers for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:51:28.473749 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d1134-b1b6-4f12-8ff6-2e8fc5dd21d1 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:51:28.474712 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-fa7d1134-b1b6-4f12-8ff6-2e8fc5dd21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:51:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:28.511159 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-532f1ec3-82c8-430f-9ae2-3ad867610ef5 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "PUT /v2.0/floatingips/7435bd43-aeb2-46b1-96cd-27509b19f6e5 HTTP/1.1" status: 200 len: 991 time: 1.2937794 Jul 19 15:51:28.512920 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0f43ac-fd71-43ae-9213-9c3ab5f59161', 'tag': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:51:28.518144 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ebab2e-c184-49fa-bd67-eff192f61b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0f43ac-fd71-43ae-9213-9c3ab5f59161", "tag": "b5584b46-dc66-4b7c-8ae4-94dc57d1af3b"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:51:28.565446 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d54932e-eaee-4d4b-ac17-67c5e900c7f7 x-openstack-request-id: req-1d54932e-eaee-4d4b-ac17-67c5e900c7f7 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:51:28.565990 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0f43ac-fd71-43ae-9213-9c3ab5f59161", "tag": "b5584b46-dc66-4b7c-8ae4-94dc57d1af3b", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:51:28.566528 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d54932e-eaee-4d4b-ac17-67c5e900c7f7 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:51:28.567113 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d54932e-eaee-4d4b-ac17-67c5e900c7f7'] response: {'name': 'network-changed', 'server_uuid': 'ef0f43ac-fd71-43ae-9213-9c3ab5f59161', 'tag': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b', 'status': 'completed', 'code': 200} Jul 19 15:51:28.597017 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:28.619264 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:51:28.622674 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-fa7d1134-b1b6-4f12-8ff6-2e8fc5dd21d1 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:51:28.634324 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebab2e-c184-49fa-bd67-eff192f61b8f req-50310530-76c7-4ba3-bc3f-6991fa2c1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:28.636296 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-27ebab2e-c184-49fa-bd67-eff192f61b8f req-50310530-76c7-4ba3-bc3f-6991fa2c1e77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 1129 time: 0.0519667 Jul 19 15:51:28.712735 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33784) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:28.737654 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eaeabea8-2607-4011-b3d7-1b96a8e0a3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:28.751626 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:51:28.766025 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:51:28.766636 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:28.777748 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebab2e-c184-49fa-bd67-eff192f61b8f req-e84d3ca1-8a72-429e-8320-bdbc46d9ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:28.782001 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-27ebab2e-c184-49fa-bd67-eff192f61b8f req-e84d3ca1-8a72-429e-8320-bdbc46d9ec41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 200 len: 915 time: 0.1390574 Jul 19 15:51:28.827042 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:28.855488 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eaeabea8-2607-4011-b3d7-1b96a8e0a3d3 admin admin] Publish callbacks [] for security_group (7d896dc5-c883-4832-a419-14bdbea28ee5), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:28.882485 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-27ebab2e-c184-49fa-bd67-eff192f61b8f req-5ecb8fb3-1728-41c0-8653-21906df96cd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b HTTP/1.1" status: 200 len: 999 time: 0.0924013 Jul 19 15:51:28.883150 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eaeabea8-2607-4011-b3d7-1b96a8e0a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (7d896dc5-c883-4832-a419-14bdbea28ee5), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:28.936040 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeabea8-2607-4011-b3d7-1b96a8e0a3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d896dc5-c883-4832-a419-14bdbea28ee5,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:29.007091 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fe8b4-1b73-4bae-9832-84640e5a081a req-b6476f15-6ca9-4034-9c61-1bc58b458bb2 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:29.019380 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0f6fe8b4-1b73-4bae-9832-84640e5a081a req-b6476f15-6ca9-4034-9c61-1bc58b458bb2 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 944 time: 0.1582479 Jul 19 15:51:29.022480 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-eaeabea8-2607-4011-b3d7-1b96a8e0a3d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af37468b9d6c4d25b249dad2af49e169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085716 Jul 19 15:51:29.029266 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33794) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:29.039788 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:51:29.040407 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:29.062152 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebab2e-c184-49fa-bd67-eff192f61b8f req-bf5fc668-465d-429a-85ee-eac9f11bc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:29.064057 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-27ebab2e-c184-49fa-bd67-eff192f61b8f req-bf5fc668-465d-429a-85ee-eac9f11bc859 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=783ad02f-bd45-48ea-8e48-5acd89ea85ac HTTP/1.1" status: 200 len: 853 time: 0.0940521 Jul 19 15:51:29.138835 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebab2e-c184-49fa-bd67-eff192f61b8f req-597bb0f0-9043-45fd-bdd7-bb1840917c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:29.140981 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-27ebab2e-c184-49fa-bd67-eff192f61b8f req-597bb0f0-9043-45fd-bdd7-bb1840917c51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe8b95ad-7997-4bfd-893e-d87b2c843602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443125 Jul 19 15:51:29.155194 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0f6fe8b4-1b73-4bae-9832-84640e5a081a req-44ecd878-51c2-41b7-a6b7-dd1d0f20c90d tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195788 Jul 19 15:51:29.170680 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1db702e8-feac-42c4-bd44-f966c9fd32ee admin admin] Publish callbacks [] for security_group (7d896dc5-c883-4832-a419-14bdbea28ee5), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:29.229196 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1db702e8-feac-42c4-bd44-f966c9fd32ee admin admin] Publish callbacks [] for security_group (7d896dc5-c883-4832-a419-14bdbea28ee5), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:29.300435 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:29.322532 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1db702e8-feac-42c4-bd44-f966c9fd32ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (7d896dc5-c883-4832-a419-14bdbea28ee5), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:29.325231 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-1db702e8-feac-42c4-bd44-f966c9fd32ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:29.326542 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-1db702e8-feac-42c4-bd44-f966c9fd32ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d896dc5-c883-4832-a419-14bdbea28ee5 HTTP/1.1" status: 204 len: 168 time: 0.2962000 Jul 19 15:51:29.345094 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db702e8-feac-42c4-bd44-f966c9fd32ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d896dc5-c883-4832-a419-14bdbea28ee5,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:29.360974 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:29.370350 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:51:29.373204 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c0c88c-a221-413e-a83d-e6a8fa7f189c" -d '{"events": [{"server_uuid": "d978b05a-906b-47db-8f20-9a7daaaf67f1", "name": "network-vif-plugged", "status": "completed", "tag": "b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:51:29.384500 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:29.385931 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device f79bc5b8-5b78-4990-ae5f-977bb42032bd no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:51:29.542235 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:29.546638 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:29.546932 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-27ebab2e-c184-49fa-bd67-eff192f61b8f req-0d754b3f-2add-4517-ad3c-072e8fd100c3 service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965797 Jul 19 15:51:29.563976 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6076d6a5-3fa1-47b8-ab5a-a05770528b14 x-openstack-request-id: req-6076d6a5-3fa1-47b8-ab5a-a05770528b14 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:51:29.564359 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d978b05a-906b-47db-8f20-9a7daaaf67f1", "name": "network-vif-plugged", "status": "completed", "tag": "b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:51:29.564654 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6076d6a5-3fa1-47b8-ab5a-a05770528b14 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:51:29.565069 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6076d6a5-3fa1-47b8-ab5a-a05770528b14'] response: {'server_uuid': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'code': 200} Jul 19 15:51:29.603528 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:29.623774 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-fa7d1134-b1b6-4f12-8ff6-2e8fc5dd21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '7435bd43-aeb2-46b1-96cd-27509b19f6e5', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:47:0f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f43ac-fd71-43ae-9213-9c3ab5f59161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:51:10Z', 'updated_at': '2022-07-19T15:51:27Z', 'revision_number': 1, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:29.683397 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port f79bc5b8-5b78-4990-ae5f-977bb42032bd is: DOWN; New status is: DOWN {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:51:29.710928 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7d1134-b1b6-4f12-8ff6-2e8fc5dd21d1 None None] Checking router: 441aac0f-e735-413c-9ddc-149e4b085715 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:51:29.727683 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d1134-b1b6-4f12-8ff6-2e8fc5dd21d1 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:51:29.728410 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-fa7d1134-b1b6-4f12-8ff6-2e8fc5dd21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:51:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:29.804537 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10452df2-cd92-4dbd-8f6c-a0acf10c3dfa req-50f6a9a3-e03b-45d7-b211-d32b977c6e85 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:29.806645 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-10452df2-cd92-4dbd-8f6c-a0acf10c3dfa req-50f6a9a3-e03b-45d7-b211-d32b977c6e85 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0845838 Jul 19 15:51:29.865929 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-27ebab2e-c184-49fa-bd67-eff192f61b8f req-f2e6a1e2-3b57-402f-b6bf-742a08ea0eec service neutron] 10.222.0.36 "GET /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788823 Jul 19 15:51:29.936614 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-10452df2-cd92-4dbd-8f6c-a0acf10c3dfa req-1e3b8572-377a-4f8c-b5a3-69e125a69dfa tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224759 Jul 19 15:51:29.954961 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-fa7d1134-b1b6-4f12-8ff6-2e8fc5dd21d1 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:51:30.058789 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33804) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:30.085482 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c95-7245-4b15-bdf5-cdfa933ea153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:30.169883 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:30.196951 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c95-7245-4b15-bdf5-cdfa933ea153 admin admin] Publish callbacks [] for security_group (186fc26a-dd7a-4595-8ee2-a49b45da0494), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:30.204527 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c95-7245-4b15-bdf5-cdfa933ea153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (186fc26a-dd7a-4595-8ee2-a49b45da0494), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:30.266739 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c95c95-7245-4b15-bdf5-cdfa933ea153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186fc26a-dd7a-4595-8ee2-a49b45da0494,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:30.272448 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b5c95c95-7245-4b15-bdf5-cdfa933ea153 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=532f511c9bcd416dbc4e4db01567bbd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119763 Jul 19 15:51:30.274746 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33808) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:30.283201 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-fa7d1134-b1b6-4f12-8ff6-2e8fc5dd21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '7435bd43-aeb2-46b1-96cd-27509b19f6e5', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:47:0f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f43ac-fd71-43ae-9213-9c3ab5f59161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:51:10Z', 'updated_at': '2022-07-19T15:51:27Z', 'revision_number': 1, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:30.346657 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7d1134-b1b6-4f12-8ff6-2e8fc5dd21d1 None None] The sync data for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi is: [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '7435bd43-aeb2-46b1-96cd-27509b19f6e5', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'port_id': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'mac_address': 'fa:16:3e:47:0f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f43ac-fd71-43ae-9213-9c3ab5f59161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:51:10Z', 'updated_at': '2022-07-19T15:51:27Z', 'revision_number': 1, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:51:30.393660 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c513-bf2a-4f60-98a8-fbd01eb0a754 admin admin] Publish callbacks [] for security_group (186fc26a-dd7a-4595-8ee2-a49b45da0494), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:30.433330 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7690c-776e-4af9-84bb-52bc397a34a9 req-45202462-da34-43fc-8740-e9e5ed90e136 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:30.435842 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e0f7690c-776e-4af9-84bb-52bc397a34a9 req-45202462-da34-43fc-8740-e9e5ed90e136 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 945 time: 0.1119640 Jul 19 15:51:30.457423 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf5a61-9f69-4be1-803f-772af8ba9f8d req-61c86da8-a083-4ed9-a9f8-61229144a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:30.459229 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-04cf5a61-9f69-4be1-803f-772af8ba9f8d req-61c86da8-a083-4ed9-a9f8-61229144a39a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 1129 time: 0.0806675 Jul 19 15:51:30.462002 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c513-bf2a-4f60-98a8-fbd01eb0a754 admin admin] Publish callbacks [] for security_group (186fc26a-dd7a-4595-8ee2-a49b45da0494), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:30.528851 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e0f7690c-776e-4af9-84bb-52bc397a34a9 req-a39f49db-4fa1-4ff9-88a7-487dfb895b3a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838068 Jul 19 15:51:30.530019 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c513-bf2a-4f60-98a8-fbd01eb0a754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (186fc26a-dd7a-4595-8ee2-a49b45da0494), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:30.533233 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c513-bf2a-4f60-98a8-fbd01eb0a754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:30.537452 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-8eb1c513-bf2a-4f60-98a8-fbd01eb0a754 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/186fc26a-dd7a-4595-8ee2-a49b45da0494 HTTP/1.1" status: 204 len: 168 time: 0.2615936 Jul 19 15:51:30.566874 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1c513-bf2a-4f60-98a8-fbd01eb0a754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186fc26a-dd7a-4595-8ee2-a49b45da0494,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:30.755305 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242422b-9c14-427f-b3db-6222d8fe761e None None] New status for floating IP 7435bd43-aeb2-46b1-96cd-27509b19f6e5: ACTIVE {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:51:31.145594 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ec71a-29d0-40c9-b5e7-44db8eaa6fc8 req-eb37dd2d-7f50-4e02-b682-2ea4a44090b1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:31.158991 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-767ec71a-29d0-40c9-b5e7-44db8eaa6fc8 req-eb37dd2d-7f50-4e02-b682-2ea4a44090b1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.1318741 Jul 19 15:51:31.221190 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-767ec71a-29d0-40c9-b5e7-44db8eaa6fc8 req-85a71128-1f8e-4e7a-bc8e-06d16d43bedd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612845 Jul 19 15:51:31.729138 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c6258-ce58-48e9-a089-30aef4334c02 req-4e71db3f-7475-4d4f-83d8-3550ce9fd7d1 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:31.730751 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-514c6258-ce58-48e9-a089-30aef4334c02 req-4e71db3f-7475-4d4f-83d8-3550ce9fd7d1 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 945 time: 0.0999701 Jul 19 15:51:31.799490 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-514c6258-ce58-48e9-a089-30aef4334c02 req-1fa76569-3420-4ae9-ba09-477446bbef61 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614564 Jul 19 15:51:32.130803 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33850) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:32.253499 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0ec22f33-badf-42d2-a992-7cf8b5a643bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:32.357956 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:32.394640 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0ec22f33-badf-42d2-a992-7cf8b5a643bf admin admin] Publish callbacks [] for security_group (a73b036d-b8fc-4da1-adb6-b8954696dc58), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:32.398678 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0ec22f33-badf-42d2-a992-7cf8b5a643bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a73b036d-b8fc-4da1-adb6-b8954696dc58), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:32.412746 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68beb93-4c6c-4452-a7bf-f9b429f474aa req-8ed903b3-ca84-4895-bdb2-7682c24dfe89 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:32.414286 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b68beb93-4c6c-4452-a7bf-f9b429f474aa req-8ed903b3-ca84-4895-bdb2-7682c24dfe89 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0737615 Jul 19 15:51:32.466130 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0ec22f33-badf-42d2-a992-7cf8b5a643bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60993b299e4f4545aa3a577163bf5a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340998 Jul 19 15:51:32.468192 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec22f33-badf-42d2-a992-7cf8b5a643bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73b036d-b8fc-4da1-adb6-b8954696dc58,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:32.469165 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33856) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:32.499369 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b68beb93-4c6c-4452-a7bf-f9b429f474aa req-2f2c424e-8e3e-4c77-b1bf-c25360acb501 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712965 Jul 19 15:51:32.564177 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-aabc1924-973a-4e40-89ec-bc88f319fdf8 admin admin] Publish callbacks [] for security_group (a73b036d-b8fc-4da1-adb6-b8954696dc58), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:32.587473 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-aabc1924-973a-4e40-89ec-bc88f319fdf8 admin admin] Publish callbacks [] for security_group (a73b036d-b8fc-4da1-adb6-b8954696dc58), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:32.595255 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:32.638575 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-aabc1924-973a-4e40-89ec-bc88f319fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a73b036d-b8fc-4da1-adb6-b8954696dc58), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:32.641295 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-aabc1924-973a-4e40-89ec-bc88f319fdf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:32.644851 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-aabc1924-973a-4e40-89ec-bc88f319fdf8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a73b036d-b8fc-4da1-adb6-b8954696dc58 HTTP/1.1" status: 204 len: 168 time: 0.1722817 Jul 19 15:51:32.651028 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc1924-973a-4e40-89ec-bc88f319fdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73b036d-b8fc-4da1-adb6-b8954696dc58,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:32.957410 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7e02c-609b-4b1a-b2a2-e5f502ba2ecf req-6a9a701a-a31a-4f87-896a-7b38738839c1 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:32.958971 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-58c7e02c-609b-4b1a-b2a2-e5f502ba2ecf req-6a9a701a-a31a-4f87-896a-7b38738839c1 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 945 time: 0.0662324 Jul 19 15:51:33.027284 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-58c7e02c-609b-4b1a-b2a2-e5f502ba2ecf req-555a6df4-23c2-41e3-b131-0c57495880ff tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620687 Jul 19 15:51:33.645040 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e86cc8-74ed-462d-9ef9-9e00b8969cb2 req-d1f47adc-ba4d-471b-8b55-cfcd8827e3d9 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:33.646634 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e4e86cc8-74ed-462d-9ef9-9e00b8969cb2 req-d1f47adc-ba4d-471b-8b55-cfcd8827e3d9 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0570357 Jul 19 15:51:33.722913 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e4e86cc8-74ed-462d-9ef9-9e00b8969cb2 req-04cbc25f-c47b-45ac-b654-03241b206b14 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672762 Jul 19 15:51:34.153969 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f0737-84ce-4c56-97ab-ef1557f15c34 req-11716ed3-6e2b-44b9-8981-1b122a537cfc tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:34.156382 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-666f0737-84ce-4c56-97ab-ef1557f15c34 req-11716ed3-6e2b-44b9-8981-1b122a537cfc tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 945 time: 0.0562956 Jul 19 15:51:34.243017 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-666f0737-84ce-4c56-97ab-ef1557f15c34 req-d6ed2fe9-08bd-43fb-a127-ab539dc129c7 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809157 Jul 19 15:51:34.871035 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84c784-0869-4aa2-871c-5d32e5f19b08 req-31389999-15b1-47e8-8131-5e167f38ecb8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:34.873572 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4c84c784-0869-4aa2-871c-5d32e5f19b08 req-31389999-15b1-47e8-8131-5e167f38ecb8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0572615 Jul 19 15:51:34.938339 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4c84c784-0869-4aa2-871c-5d32e5f19b08 req-794ea03d-3826-4d6b-91e3-cee0fb1ee4aa tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581172 Jul 19 15:51:35.356119 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78f333-c4a6-46e9-b8cc-018337242d79 req-4c45a8e9-5c2c-4339-b06d-44f39cea5c09 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:35.357670 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ed78f333-c4a6-46e9-b8cc-018337242d79 req-4c45a8e9-5c2c-4339-b06d-44f39cea5c09 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 945 time: 0.0505092 Jul 19 15:51:35.428809 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ed78f333-c4a6-46e9-b8cc-018337242d79 req-7f28d0fc-b81b-44cf-8311-b1babfe0f345 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637853 Jul 19 15:51:36.093522 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab148c-867d-43e9-9dbd-63aae13f23c6 req-dba88a6c-93d6-4202-be57-7e973006d66b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:36.096157 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-01ab148c-867d-43e9-9dbd-63aae13f23c6 req-dba88a6c-93d6-4202-be57-7e973006d66b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0587764 Jul 19 15:51:36.174579 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-01ab148c-867d-43e9-9dbd-63aae13f23c6 req-875de22f-b16b-4e79-ba73-6249280967c7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705922 Jul 19 15:51:36.556123 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58057986-405b-4aeb-ae94-7f2daa4e8160 req-6a6f06dd-f8a6-45cc-8ded-da5cc7bdcd13 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:36.557633 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-58057986-405b-4aeb-ae94-7f2daa4e8160 req-6a6f06dd-f8a6-45cc-8ded-da5cc7bdcd13 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 945 time: 0.0493619 Jul 19 15:51:36.610515 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-58057986-405b-4aeb-ae94-7f2daa4e8160 req-96a0357b-7b39-4918-9cd7-d3e6137fc620 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456843 Jul 19 15:51:37.081007 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:37.119120 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-04cf5a61-9f69-4be1-803f-772af8ba9f8d req-a35956a9-da54-4092-a969-89d0874188b5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446444 Jul 19 15:51:37.253481 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33936) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:37.298976 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862f24f-f32c-499a-8824-6bca4e08ff1a req-bd347eef-374e-4fe9-a223-f655329478c2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:37.300506 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d862f24f-f32c-499a-8824-6bca4e08ff1a req-bd347eef-374e-4fe9-a223-f655329478c2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0477479 Jul 19 15:51:37.354703 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d862f24f-f32c-499a-8824-6bca4e08ff1a req-0025695c-cce9-4468-a75b-68da8a641a2d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481186 Jul 19 15:51:37.366614 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9f94fabf-c284-49f7-a433-36fa7af0da83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:37.447859 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9f94fabf-c284-49f7-a433-36fa7af0da83 admin admin] Publish callbacks [] for security_group (085d0f87-ee8e-4202-b28c-2e8f6839542e), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:37.451439 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9f94fabf-c284-49f7-a433-36fa7af0da83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (085d0f87-ee8e-4202-b28c-2e8f6839542e), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:37.457032 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:37.495181 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-9f94fabf-c284-49f7-a433-36fa7af0da83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2ba38be83e942fc8b2acd03f0b56772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406380 Jul 19 15:51:37.495978 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94fabf-c284-49f7-a433-36fa7af0da83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085d0f87-ee8e-4202-b28c-2e8f6839542e,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:37.497851 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33940) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:37.551444 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6fea5613-ce0f-4d92-ab47-fb570a9de2c5 admin admin] Publish callbacks [] for security_group (085d0f87-ee8e-4202-b28c-2e8f6839542e), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:37.572406 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6fea5613-ce0f-4d92-ab47-fb570a9de2c5 admin admin] Publish callbacks [] for security_group (085d0f87-ee8e-4202-b28c-2e8f6839542e), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:37.618318 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6fea5613-ce0f-4d92-ab47-fb570a9de2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (085d0f87-ee8e-4202-b28c-2e8f6839542e), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:37.620838 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6fea5613-ce0f-4d92-ab47-fb570a9de2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:37.621974 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-6fea5613-ce0f-4d92-ab47-fb570a9de2c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/085d0f87-ee8e-4202-b28c-2e8f6839542e HTTP/1.1" status: 204 len: 168 time: 0.1229928 Jul 19 15:51:37.630396 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea5613-ce0f-4d92-ab47-fb570a9de2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085d0f87-ee8e-4202-b28c-2e8f6839542e,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:37.739465 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7f11f-9a94-4503-8850-de5f88838f8d req-280a8332-c4bd-4357-975f-917d1ee7bfed tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:37.740973 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-80b7f11f-9a94-4503-8850-de5f88838f8d req-280a8332-c4bd-4357-975f-917d1ee7bfed tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 945 time: 0.0509572 Jul 19 15:51:37.791501 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-80b7f11f-9a94-4503-8850-de5f88838f8d req-a14143d0-bbf8-4477-aeb3-ca506ac3ad4c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449955 Jul 19 15:51:37.903297 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 33948) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:37.917110 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-314fb6ae-2af3-4f6f-83b8-7c0f56361b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:37.994247 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-314fb6ae-2af3-4f6f-83b8-7c0f56361b63 admin admin] Publish callbacks [] for security_group (5ebcb0df-c657-4153-85eb-b683d8d73da9), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:37.997975 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-314fb6ae-2af3-4f6f-83b8-7c0f56361b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (5ebcb0df-c657-4153-85eb-b683d8d73da9), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:38.004116 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:38.042642 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-314fb6ae-2af3-4f6f-83b8-7c0f56361b63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=426db6a192f54267bd0282a496750535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381779 Jul 19 15:51:38.043369 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fb6ae-2af3-4f6f-83b8-7c0f56361b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebcb0df-c657-4153-85eb-b683d8d73da9,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:38.045223 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33950) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:38.095965 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ec44bc91-3199-4867-9ae1-3589c7fc6029 admin admin] Publish callbacks [] for security_group (5ebcb0df-c657-4153-85eb-b683d8d73da9), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:38.120966 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ec44bc91-3199-4867-9ae1-3589c7fc6029 admin admin] Publish callbacks [] for security_group (5ebcb0df-c657-4153-85eb-b683d8d73da9), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:38.167856 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ec44bc91-3199-4867-9ae1-3589c7fc6029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (5ebcb0df-c657-4153-85eb-b683d8d73da9), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:38.170509 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ec44bc91-3199-4867-9ae1-3589c7fc6029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:38.172242 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-ec44bc91-3199-4867-9ae1-3589c7fc6029 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ebcb0df-c657-4153-85eb-b683d8d73da9 HTTP/1.1" status: 204 len: 168 time: 0.1260426 Jul 19 15:51:38.175563 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:38.181717 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44bc91-3199-4867-9ae1-3589c7fc6029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebcb0df-c657-4153-85eb-b683d8d73da9,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:38.478644 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2449d5d-b0f4-4702-9901-dbf6b2f94a33 req-3b749caf-1ef3-4a79-87d8-7ed910cf0600 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:38.480162 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b2449d5d-b0f4-4702-9901-dbf6b2f94a33 req-3b749caf-1ef3-4a79-87d8-7ed910cf0600 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0491407 Jul 19 15:51:38.533744 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b2449d5d-b0f4-4702-9901-dbf6b2f94a33 req-4a725b03-7fba-476f-851d-48b49bed8522 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473294 Jul 19 15:51:38.914956 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039a651-96bc-4a5b-8e08-aef13f130358 req-74555d17-9fff-4ca6-8fe2-268ce8842acd tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:38.916847 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4039a651-96bc-4a5b-8e08-aef13f130358 req-74555d17-9fff-4ca6-8fe2-268ce8842acd tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 945 time: 0.0504673 Jul 19 15:51:38.969214 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-4039a651-96bc-4a5b-8e08-aef13f130358 req-710b45b4-b259-458a-bfe5-1d57e24c0db7 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461335 Jul 19 15:51:39.654187 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d6f67-7e6d-465a-913e-c4a75dc29b8e req-06a4e85e-ff8d-4d60-bc0a-15de31ead3ae tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:39.656224 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9f2d6f67-7e6d-465a-913e-c4a75dc29b8e req-06a4e85e-ff8d-4d60-bc0a-15de31ead3ae tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0481098 Jul 19 15:51:39.704155 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9f2d6f67-7e6d-465a-913e-c4a75dc29b8e req-8dbf06e5-7df0-47e2-bbce-50986f1e4d1c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422976 Jul 19 15:51:40.084487 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8253e02-3c10-4841-8352-321f2a52e964 req-90fcc8d0-fd37-49f2-8473-e5815fc1d912 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:40.085951 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b8253e02-3c10-4841-8352-321f2a52e964 req-90fcc8d0-fd37-49f2-8473-e5815fc1d912 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 945 time: 0.0473590 Jul 19 15:51:40.134566 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b8253e02-3c10-4841-8352-321f2a52e964 req-85c08494-5922-4976-ac93-16e71988988c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430222 Jul 19 15:51:40.247596 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd307b-64ee-4e89-bd61-491380363d7b req-57dde717-84a2-4cb8-b516-a16041b42f3f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:40.248976 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-09cd307b-64ee-4e89-bd61-491380363d7b req-57dde717-84a2-4cb8-b516-a16041b42f3f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 945 time: 0.0465550 Jul 19 15:51:40.300333 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-09cd307b-64ee-4e89-bd61-491380363d7b req-ab30d82f-ad39-4a9d-973c-f6f275429dca tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452142 Jul 19 15:51:40.323403 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33994) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:40.366897 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b630ca7-e78d-4d9c-8761-9cb6593e0a3f tempest-TestVolumeBootPattern-2018489756 tempest-TestVolumeBootPattern-2018489756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:40.368397 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-6b630ca7-e78d-4d9c-8761-9cb6593e0a3f tempest-TestVolumeBootPattern-2018489756 tempest-TestVolumeBootPattern-2018489756-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 1124 time: 0.0439510 Jul 19 15:51:40.371254 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 33998) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:40.375787 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'port_id': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:51:40.397612 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:40.487385 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:40.600558 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Allocated IP 172.27.2.212 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/cc8aa85e-c02b-4249-b770-7ad1e2eee7e3) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:51:40.656482 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device f79bc5b8-5b78-4990-ae5f-977bb42032bd details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:51:40.705021 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for port (cc8aa85e-c02b-4249-b770-7ad1e2eee7e3), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:40.729343 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:40.740599 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (cc8aa85e-c02b-4249-b770-7ad1e2eee7e3), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:40.762811 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port f79bc5b8-5b78-4990-ae5f-977bb42032bd, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:40.764762 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:40.775637 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'port_id': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'mac_address': 'fa:16:3e:1d:3a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:51:40.790805 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:51:40.806620 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:51:40.809137 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:51:40.816169 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port f79bc5b8-5b78-4990-ae5f-977bb42032bd is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:51:40.816567 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:40.830303 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79bc5b8-5b78-4990-ae5f-977bb42032bd {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:51:40.851360 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port f79bc5b8-5b78-4990-ae5f-977bb42032bd, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:40.851697 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'Port': ['ID=cc8aa85e-c02b-4249-b770-7ad1e2eee7e3,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:40.856035 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:40.880928 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b5106-165a-4d78-8ad4-9d2a86af4dab req-97eb3433-ed68-4648-8a6e-396fb40d96db tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:40.882458 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d33b5106-165a-4d78-8ad4-9d2a86af4dab req-97eb3433-ed68-4648-8a6e-396fb40d96db tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 944 time: 0.0968008 Jul 19 15:51:40.903429 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=f79bc5b8-5b78-4990-ae5f-977bb42032bd,revision_number=9']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:40.971475 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:41.005263 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d33b5106-165a-4d78-8ad4-9d2a86af4dab req-8f218cd7-6a98-43f4-b5e3-f88765597e7c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136084 Jul 19 15:51:41.240537 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for floatingip (21bbb639-432e-49c2-9850-d15ed448c667), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:41.306947 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (cc8aa85e-c02b-4249-b770-7ad1e2eee7e3), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:41.454809 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for port (cc8aa85e-c02b-4249-b770-7ad1e2eee7e3), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:41.459095 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (cc8aa85e-c02b-4249-b770-7ad1e2eee7e3), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:41.778125 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:41.778982 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'Port': ['ID=cc8aa85e-c02b-4249-b770-7ad1e2eee7e3,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:41.793002 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (21bbb639-432e-49c2-9850-d15ed448c667), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:41.887404 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Floating IP 21bbb639-432e-49c2-9850-d15ed448c667 associated. External IP: 172.27.2.212, port: b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26. Jul 19 15:51:42.089793 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:51:42.128791 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b581fe-4608-4c87-8aa3-26f175741318 req-03e7e549-831e-4e72-8dbd-f8b3b4417bd8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:42.130283 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b0b581fe-4608-4c87-8aa3-26f175741318 req-03e7e549-831e-4e72-8dbd-f8b3b4417bd8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 945 time: 0.0516140 Jul 19 15:51:42.137453 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:42.179222 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b0b581fe-4608-4c87-8aa3-26f175741318 req-d0f7374e-6376-4463-84ca-d4d7d0f91f64 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431910 Jul 19 15:51:42.196910 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:51:42.207418 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e86ba-e0cd-4659-9d8d-423c7ec9d1cc None None] Sync routers for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:51:42.216046 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:42.217043 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e86ba-e0cd-4659-9d8d-423c7ec9d1cc None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:51:42.217663 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-779e86ba-e0cd-4659-9d8d-423c7ec9d1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:51:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:42.250987 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-35a8d271-e530-41e5-bf56-49b9e813265a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8786359 Jul 19 15:51:42.251647 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'tag': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:51:42.253836 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caef593d-0b29-46ad-ac94-f7432839d1da" -d '{"events": [{"name": "network-changed", "server_uuid": "d978b05a-906b-47db-8f20-9a7daaaf67f1", "tag": "b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:51:42.290051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13800d56-3763-4296-8135-3a430f4b9c17 x-openstack-request-id: req-13800d56-3763-4296-8135-3a430f4b9c17 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:51:42.290680 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d978b05a-906b-47db-8f20-9a7daaaf67f1", "tag": "b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:51:42.290999 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13800d56-3763-4296-8135-3a430f4b9c17 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:51:42.291470 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13800d56-3763-4296-8135-3a430f4b9c17'] response: {'name': 'network-changed', 'server_uuid': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'tag': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'status': 'completed', 'code': 200} Jul 19 15:51:42.322857 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-779e86ba-e0cd-4659-9d8d-423c7ec9d1cc None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:51:42.516485 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:42.534410 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-779e86ba-e0cd-4659-9d8d-423c7ec9d1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '21bbb639-432e-49c2-9850-d15ed448c667', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:cc:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:51:41Z', 'updated_at': '2022-07-19T15:51:41Z', 'revision_number': 0, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:42.559870 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e86ba-e0cd-4659-9d8d-423c7ec9d1cc None None] Checking router: 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:51:42.569249 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e86ba-e0cd-4659-9d8d-423c7ec9d1cc None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:51:42.569850 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-779e86ba-e0cd-4659-9d8d-423c7ec9d1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:51:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:42.672428 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-779e86ba-e0cd-4659-9d8d-423c7ec9d1cc None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:51:42.875194 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-779e86ba-e0cd-4659-9d8d-423c7ec9d1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '21bbb639-432e-49c2-9850-d15ed448c667', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:cc:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:51:41Z', 'updated_at': '2022-07-19T15:51:41Z', 'revision_number': 0, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:51:42.903431 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e86ba-e0cd-4659-9d8d-423c7ec9d1cc None None] The sync data for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi is: [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '21bbb639-432e-49c2-9850-d15ed448c667', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:cc:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:51:41Z', 'updated_at': '2022-07-19T15:51:41Z', 'revision_number': 0, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:51:43.082765 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6feca40-a415-475b-93a2-24aedb0384b2 None None] New status for floating IP 21bbb639-432e-49c2-9850-d15ed448c667: ACTIVE {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:51:43.300339 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcbe6c-9b54-4ab7-8061-15fdf67f520b req-04744957-ccde-489f-a9df-17f8f3121102 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:43.301818 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c8fcbe6c-9b54-4ab7-8061-15fdf67f520b req-04744957-ccde-489f-a9df-17f8f3121102 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 945 time: 0.0474727 Jul 19 15:51:43.345787 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:43.350675 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c8fcbe6c-9b54-4ab7-8061-15fdf67f520b req-9b2dc2da-f7c5-414e-ad1a-77e5169f2114 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429959 Jul 19 15:51:43.424792 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:43.469641 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef593d-0b29-46ad-ac94-f7432839d1da req-4b87e70f-3185-4a5d-97e0-b6a6f3b655a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:43.471084 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-caef593d-0b29-46ad-ac94-f7432839d1da req-4b87e70f-3185-4a5d-97e0-b6a6f3b655a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 1129 time: 0.0390708 Jul 19 15:51:43.568113 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef593d-0b29-46ad-ac94-f7432839d1da req-74927cc8-9f9a-47e6-bc81-6961eea8d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:43.569705 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-caef593d-0b29-46ad-ac94-f7432839d1da req-74927cc8-9f9a-47e6-bc81-6961eea8d155 service neutron] 10.222.0.36 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 912 time: 0.0904906 Jul 19 15:51:43.641998 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-caef593d-0b29-46ad-ac94-f7432839d1da req-82e56d23-b555-4c14-b5fa-e6302702024c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 HTTP/1.1" status: 200 len: 1001 time: 0.0611849 Jul 19 15:51:43.666722 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['f79bc5b8-5b78-4990-ae5f-977bb42032bd'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:51:43.693923 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef593d-0b29-46ad-ac94-f7432839d1da req-37056078-a0e2-44cb-80af-f60e3f6cac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:43.695447 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-caef593d-0b29-46ad-ac94-f7432839d1da req-37056078-a0e2-44cb-80af-f60e3f6cac6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 200 len: 850 time: 0.0462289 Jul 19 15:51:43.700994 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:43.740976 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef593d-0b29-46ad-ac94-f7432839d1da req-9caa3cfd-7cb5-4fd5-a416-3a4c9c03682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:43.742974 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-caef593d-0b29-46ad-ac94-f7432839d1da req-9caa3cfd-7cb5-4fd5-a416-3a4c9c03682c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195064b7-2168-479c-96ce-505c1a5c25ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398409 Jul 19 15:51:43.836937 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-caef593d-0b29-46ad-ac94-f7432839d1da req-b0fb0cec-afc1-4bcc-a0a1-1f62fc30f394 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875742 Jul 19 15:51:43.925899 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-caef593d-0b29-46ad-ac94-f7432839d1da req-99b06641-23f5-44cc-883d-5f0ecaa30497 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814407 Jul 19 15:51:44.474038 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f2417-c0b9-4094-8727-bb358004dcc0 req-97381172-e032-42d9-955e-5a92807ff8e7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:44.475544 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-470f2417-c0b9-4094-8727-bb358004dcc0 req-97381172-e032-42d9-955e-5a92807ff8e7 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 945 time: 0.0484738 Jul 19 15:51:44.522697 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-470f2417-c0b9-4094-8727-bb358004dcc0 req-eb5a19ed-d205-402c-8f86-e41861c06329 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415988 Jul 19 15:51:45.626823 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:45.642964 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6417f-7934-47c8-8434-718f65b6f6bc req-cde303e0-54ff-432b-9b59-2131f07cadef tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:45.644443 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b4f6417f-7934-47c8-8434-718f65b6f6bc req-cde303e0-54ff-432b-9b59-2131f07cadef tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 945 time: 0.0480115 Jul 19 15:51:45.696059 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b4f6417f-7934-47c8-8434-718f65b6f6bc req-3f8f9f76-c462-4424-b3b9-584573b0c474 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461702 Jul 19 15:51:46.007847 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device f79bc5b8-5b78-4990-ae5f-977bb42032bd up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:51:46.052072 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port f79bc5b8-5b78-4990-ae5f-977bb42032bd triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:51:46.052437 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:46.120849 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port f79bc5b8-5b78-4990-ae5f-977bb42032bd is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:51:46.121232 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:46.143741 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:51:46.145916 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c144e6f9-3e18-436f-aef3-97d6df98fe87" -d '{"events": [{"server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "name": "network-vif-plugged", "status": "completed", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:51:46.161922 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port f79bc5b8-5b78-4990-ae5f-977bb42032bd, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:51:46.167873 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:46.190198 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a131c1-2523-41f2-9504-b6bec1cdd257 x-openstack-request-id: req-71a131c1-2523-41f2-9504-b6bec1cdd257 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:51:46.190503 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "name": "network-vif-plugged", "status": "completed", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:51:46.190754 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71a131c1-2523-41f2-9504-b6bec1cdd257 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:51:46.191138 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a131c1-2523-41f2-9504-b6bec1cdd257'] response: {'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'code': 200} Jul 19 15:51:46.217209 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=f79bc5b8-5b78-4990-ae5f-977bb42032bd,revision_number=10']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:46.238114 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b93bb3cc-aee4-48af-b560-d239a61b9a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:46.817111 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7debb27-ae66-4efa-b50c-ed7bfd14ab62 req-f06068fe-4f3a-4b3a-aae8-468ec2616fbd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:46.818651 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d7debb27-ae66-4efa-b50c-ed7bfd14ab62 req-f06068fe-4f3a-4b3a-aae8-468ec2616fbd tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 947 time: 0.0494087 Jul 19 15:51:46.866398 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d7debb27-ae66-4efa-b50c-ed7bfd14ab62 req-4edb2643-0e9b-4b67-9940-4d5388eee9b0 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423820 Jul 19 15:51:48.008433 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774849b-f2d9-474c-a28e-a1f4e00a1609 req-254818b5-9730-4053-9b53-7ecbd44f2f1f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:48.010178 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d774849b-f2d9-474c-a28e-a1f4e00a1609 req-254818b5-9730-4053-9b53-7ecbd44f2f1f tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 947 time: 0.0654511 Jul 19 15:51:48.079936 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a9187-7963-49fd-8f12-61f9b0b2bd98 req-f36b2139-e705-4802-b9f2-0c7f417f789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:48.081565 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7f5a9187-7963-49fd-8f12-61f9b0b2bd98 req-f36b2139-e705-4802-b9f2-0c7f417f789d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 1131 time: 0.0700843 Jul 19 15:51:48.127305 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d774849b-f2d9-474c-a28e-a1f4e00a1609 req-950f9cec-a0af-47a9-b887-fb8940147da1 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061864 Jul 19 15:51:48.161163 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7f5a9187-7963-49fd-8f12-61f9b0b2bd98 req-28ffa944-4a55-4dc4-a7c4-2b70c3deb3ed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680666 Jul 19 15:51:48.631941 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-4d1c82d9-2925-4238-be98-90e13bd4b1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:49.264015 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcb3a8-ddfd-4869-ba39-069c6c7ec6dd req-6bfbbea9-5361-47c4-8799-55d5df985389 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:49.270867 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5adcb3a8-ddfd-4869-ba39-069c6c7ec6dd req-6bfbbea9-5361-47c4-8799-55d5df985389 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 947 time: 0.0560992 Jul 19 15:51:49.318639 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5adcb3a8-ddfd-4869-ba39-069c6c7ec6dd req-973a216c-476d-483a-bcaa-40dac11516df tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466540 Jul 19 15:51:49.613814 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:49.626584 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:50.466487 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d72c27-4f7d-491f-9f19-d0188bd56a8b req-54d5433d-29eb-4160-b37f-4c1780a6b36d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:50.467991 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-27d72c27-4f7d-491f-9f19-d0188bd56a8b req-54d5433d-29eb-4160-b37f-4c1780a6b36d tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 947 time: 0.0694163 Jul 19 15:51:50.524415 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-27d72c27-4f7d-491f-9f19-d0188bd56a8b req-d8381767-1419-457b-8bc4-bbfd1e16efae tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497904 Jul 19 15:51:50.817279 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:51:51.531327 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:51.653379 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e058a8-d98f-4e05-9e7d-7a1b9c15d579 req-d2e9e002-3d33-4bce-bc4b-c4e50508eb40 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:51:51.655251 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-89e058a8-d98f-4e05-9e7d-7a1b9c15d579 req-d2e9e002-3d33-4bce-bc4b-c4e50508eb40 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 947 time: 0.0525017 Jul 19 15:51:51.706528 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-89e058a8-d98f-4e05-9e7d-7a1b9c15d579 req-159a10bf-ea44-4c3a-9d2f-857a6ba184a4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439129 Jul 19 15:51:51.866140 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:53.185095 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=29 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:58.859671 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34224) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:58.968563 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ef372149-9cd9-40b7-b563-ca70b5d9ad1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:59.049788 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ef372149-9cd9-40b7-b563-ca70b5d9ad1b admin admin] Publish callbacks [] for security_group (72488cd1-9db3-4001-bae4-16e92fc08ebb), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:59.053714 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ef372149-9cd9-40b7-b563-ca70b5d9ad1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (72488cd1-9db3-4001-bae4-16e92fc08ebb), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:59.090560 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef372149-9cd9-40b7-b563-ca70b5d9ad1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72488cd1-9db3-4001-bae4-16e92fc08ebb,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:59.096572 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-ef372149-9cd9-40b7-b563-ca70b5d9ad1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ea91ebc18454c9d941da83f82133c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358990 Jul 19 15:51:59.099387 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34228) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:51:59.114625 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:51:59.148736 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Publish callbacks [] for security_group (72488cd1-9db3-4001-bae4-16e92fc08ebb), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:59.170874 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Publish callbacks [] for security_group (72488cd1-9db3-4001-bae4-16e92fc08ebb), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:59.217825 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (72488cd1-9db3-4001-bae4-16e92fc08ebb), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:59.220883 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:51:59.222019 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72488cd1-9db3-4001-bae4-16e92fc08ebb HTTP/1.1" status: 204 len: 168 time: 0.1216493 Jul 19 15:51:59.231604 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72488cd1-9db3-4001-bae4-16e92fc08ebb,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:51:59.240251 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.240605 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.241032 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.241296 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.241652 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.242085 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.242441 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.242773 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.243104 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.243433 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.243763 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.244088 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.244414 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.244805 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:51:59.245045 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7882e-d56a-452b-820c-d65736e09d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:00.813026 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:01.860000 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:03.224578 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34304) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:03.332771 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa109995-29d9-47b1-bc5b-2e19038b6acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:03.412498 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa109995-29d9-47b1-bc5b-2e19038b6acf admin admin] Publish callbacks [] for security_group (d47df678-58f3-41d2-a784-62fc5d921289), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:03.416615 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-aa109995-29d9-47b1-bc5b-2e19038b6acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (d47df678-58f3-41d2-a784-62fc5d921289), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:03.457819 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-aa109995-29d9-47b1-bc5b-2e19038b6acf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1e4855e61b549deac9b64f14cccd839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321177 Jul 19 15:52:03.458829 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa109995-29d9-47b1-bc5b-2e19038b6acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47df678-58f3-41d2-a784-62fc5d921289,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:03.460501 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34308) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:03.510019 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f5442466-3157-4a02-872f-da3c602ed227 admin admin] Publish callbacks [] for security_group (d47df678-58f3-41d2-a784-62fc5d921289), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:03.511954 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:03.535030 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f5442466-3157-4a02-872f-da3c602ed227 admin admin] Publish callbacks [] for security_group (d47df678-58f3-41d2-a784-62fc5d921289), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:03.582172 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f5442466-3157-4a02-872f-da3c602ed227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (d47df678-58f3-41d2-a784-62fc5d921289), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:03.584926 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f5442466-3157-4a02-872f-da3c602ed227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:03.586091 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-f5442466-3157-4a02-872f-da3c602ed227 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d47df678-58f3-41d2-a784-62fc5d921289 HTTP/1.1" status: 204 len: 168 time: 0.1245975 Jul 19 15:52:03.594146 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5442466-3157-4a02-872f-da3c602ed227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47df678-58f3-41d2-a784-62fc5d921289,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:07.113347 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34376) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:07.221870 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:07.305246 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:07.318985 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Publish callbacks [] for security_group (a94fd7fc-ef78-4280-a899-2e31859ce478), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:07.323544 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a94fd7fc-ef78-4280-a899-2e31859ce478), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:07.367604 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3cb17b8a48548c2bada4cc4fc946181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531588 Jul 19 15:52:07.368463 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94fd7fc-ef78-4280-a899-2e31859ce478,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:07.370544 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34384) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:07.375924 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.376563 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.376670 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.377086 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.377470 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.377807 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.378140 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.378504 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.378823 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.379155 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.379486 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.380163 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.380163 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.380435 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.380765 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41a08e-9c86-4dfd-97cd-10ef21937ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:07.407748 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:07.427948 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c515ba6-1c71-446d-a42c-a07e7d0f9f75 admin admin] Publish callbacks [] for security_group (a94fd7fc-ef78-4280-a899-2e31859ce478), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:07.451176 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c515ba6-1c71-446d-a42c-a07e7d0f9f75 admin admin] Publish callbacks [] for security_group (a94fd7fc-ef78-4280-a899-2e31859ce478), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:07.498491 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c515ba6-1c71-446d-a42c-a07e7d0f9f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a94fd7fc-ef78-4280-a899-2e31859ce478), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:07.501052 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c515ba6-1c71-446d-a42c-a07e7d0f9f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:07.502863 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0c515ba6-1c71-446d-a42c-a07e7d0f9f75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a94fd7fc-ef78-4280-a899-2e31859ce478 HTTP/1.1" status: 204 len: 168 time: 0.1307890 Jul 19 15:52:07.511396 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c515ba6-1c71-446d-a42c-a07e7d0f9f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94fd7fc-ef78-4280-a899-2e31859ce478,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:09.183029 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274e69-2a51-42c4-a224-38132daa0d7e req-55602713-e30b-4d91-8974-22f7bffb2502 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:09.184402 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d7274e69-2a51-42c4-a224-38132daa0d7e req-55602713-e30b-4d91-8974-22f7bffb2502 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 946 time: 0.0498803 Jul 19 15:52:09.230808 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d7274e69-2a51-42c4-a224-38132daa0d7e req-9538a019-4944-464a-ae95-9c67811bc3be tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401912 Jul 19 15:52:10.348004 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd9a53-4018-4dca-935a-a80dec6f1251 req-98a190da-e73f-43e2-8306-7fc334ece0f9 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:10.349452 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-66dd9a53-4018-4dca-935a-a80dec6f1251 req-98a190da-e73f-43e2-8306-7fc334ece0f9 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 946 time: 0.0477414 Jul 19 15:52:10.397193 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-66dd9a53-4018-4dca-935a-a80dec6f1251 req-77bbbf12-05cf-4c22-9875-d501cbb8fd4c tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421317 Jul 19 15:52:10.938035 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-537f67f0-4fd7-4372-9894-a1138e5601ac tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:10.940081 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-537f67f0-4fd7-4372-9894-a1138e5601ac tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.36 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 946 time: 0.0455797 Jul 19 15:52:11.019769 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Deleting port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:11.020107 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:11.116768 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] For port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=ebbcf9c9-0a61-4248-af0f-40d0e408b9f3,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:11.117133 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:11.170299 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:11.556450 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94554cd-e005-4d1a-9b91-36b5b6f98807 req-2b68c4bd-7903-4116-94eb-deac023f4cf4 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:11.557901 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a94554cd-e005-4d1a-9b91-36b5b6f98807 req-2b68c4bd-7903-4116-94eb-deac023f4cf4 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bf808e-8c6d-4702-b942-027288ec604a HTTP/1.1" status: 200 len: 946 time: 0.0863457 Jul 19 15:52:11.571791 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:11.572156 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (7635bffc-2d36-44ca-af53-99b505cb87ba), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:11.572472 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Floating IP 7635bffc-2d36-44ca-af53-99b505cb87ba disassociated. External IP: 172.27.2.165, port: ebbcf9c9-0a61-4248-af0f-40d0e408b9f3. Jul 19 15:52:11.572817 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Calling delete_port for ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 owned by compute:nova {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:11.657615 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a94554cd-e005-4d1a-9b91-36b5b6f98807 req-cec148f5-8fbd-4889-aec4-59fc420afc3b tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0855673-1a97-4075-b1ae-f96e851bb779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892909 Jul 19 15:52:11.745163 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (ebbcf9c9-0a61-4248-af0f-40d0e408b9f3), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:11.773932 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event deleted for resources: {'Port': ['ID=ebbcf9c9-0a61-4248-af0f-40d0e408b9f3,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:11.884245 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Router 663fbdb3-02d7-4967-b212-66860eb88aff has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:52:11.891066 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:11.990402 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:52:12.001037 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2732d0da-ff88-4df9-8ad6-dd067dc9ad6a None None] Sync routers for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:52:12.010790 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2732d0da-ff88-4df9-8ad6-dd067dc9ad6a None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:52:12.011399 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2732d0da-ff88-4df9-8ad6-dd067dc9ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:51:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:12.036549 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] No DVR routers for this DVR port ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 on host hv-cinder-84902 {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:52:12.039118 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:12.042610 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9087bddd-b008-465f-8f1f-48d9e3e95ab0 req-5af0e187-4e14-45a9-93e0-d02d4f06b8eb tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.36 "DELETE /v2.0/ports/ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 HTTP/1.1" status: 204 len: 173 time: 1.0976894 Jul 19 15:52:12.043106 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bf808e-8c6d-4702-b942-027288ec604a', 'name': 'network-vif-deleted', 'tag': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:52:12.045296 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54822187-bc58-44cd-8818-61df9382ae19" -d '{"events": [{"server_uuid": "95bf808e-8c6d-4702-b942-027288ec604a", "name": "network-vif-deleted", "tag": "ebbcf9c9-0a61-4248-af0f-40d0e408b9f3"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:52:12.119132 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-80727056-f8c1-4478-8087-ecf0cf2129ea req-4e82db8e-c364-4ce3-bdb3-817e11a94004 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490594 Jul 19 15:52:12.125851 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-2732d0da-ff88-4df9-8ad6-dd067dc9ad6a None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:52:12.261761 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727056-f8c1-4478-8087-ecf0cf2129ea req-695a0b36-d5bd-4e8d-a5f8-a8c521b721d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:12.264027 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-80727056-f8c1-4478-8087-ecf0cf2129ea req-695a0b36-d5bd-4e8d-a5f8-a8c521b721d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 1131 time: 0.0810764 Jul 19 15:52:12.271207 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f291ab-3761-4c93-97d9-ea8175634d42 x-openstack-request-id: req-34f291ab-3761-4c93-97d9-ea8175634d42 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:52:12.271729 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bf808e-8c6d-4702-b942-027288ec604a", "name": "network-vif-deleted", "tag": "ebbcf9c9-0a61-4248-af0f-40d0e408b9f3", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:52:12.272207 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34f291ab-3761-4c93-97d9-ea8175634d42 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:52:12.272927 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f291ab-3761-4c93-97d9-ea8175634d42'] response: {'server_uuid': '95bf808e-8c6d-4702-b942-027288ec604a', 'name': 'network-vif-deleted', 'tag': 'ebbcf9c9-0a61-4248-af0f-40d0e408b9f3', 'status': 'completed', 'code': 200} Jul 19 15:52:12.454829 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2732d0da-ff88-4df9-8ad6-dd067dc9ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 5, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:12.478827 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2732d0da-ff88-4df9-8ad6-dd067dc9ad6a None None] Checking router: 663fbdb3-02d7-4967-b212-66860eb88aff for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:52:12.487820 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2732d0da-ff88-4df9-8ad6-dd067dc9ad6a None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:52:12.488436 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2732d0da-ff88-4df9-8ad6-dd067dc9ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:51:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:12.592109 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727056-f8c1-4478-8087-ecf0cf2129ea req-56f755ac-8a8d-4c1d-bc74-b2ef9630147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:12.593393 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-80727056-f8c1-4478-8087-ecf0cf2129ea req-56f755ac-8a8d-4c1d-bc74-b2ef9630147a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 200 len: 918 time: 0.0964284 Jul 19 15:52:12.593761 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-2732d0da-ff88-4df9-8ad6-dd067dc9ad6a None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:52:12.667654 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-80727056-f8c1-4478-8087-ecf0cf2129ea req-02411f9f-b971-48c7-a1ab-24c421800af7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd HTTP/1.1" status: 200 len: 1001 time: 0.0679808 Jul 19 15:52:12.713710 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:12.726916 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727056-f8c1-4478-8087-ecf0cf2129ea req-5b47690a-ba79-4329-a147-f8f9f02c68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:12.729153 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-80727056-f8c1-4478-8087-ecf0cf2129ea req-5b47690a-ba79-4329-a147-f8f9f02c68dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fb34e8-0b5b-4987-b39f-b08c45bd460d HTTP/1.1" status: 200 len: 856 time: 0.0540204 Jul 19 15:52:12.775807 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34428) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:12.786908 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727056-f8c1-4478-8087-ecf0cf2129ea req-815a635a-e110-49db-ade9-c64c6833a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:12.788422 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-80727056-f8c1-4478-8087-ecf0cf2129ea req-815a635a-e110-49db-ade9-c64c6833a9b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4747c92b-9953-4013-87b5-ea57492dd5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527413 Jul 19 15:52:12.803461 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2732d0da-ff88-4df9-8ad6-dd067dc9ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 5, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:12.830527 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2732d0da-ff88-4df9-8ad6-dd067dc9ad6a None None] The sync data for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi is: [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:37Z', 'revision_number': 4, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '266ecf72-6a03-4a47-99ad-2dfd01e30250', 'name': '', 'network_id': '7719a9e3-d30d-4797-868c-2dbb1911ec7c', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'mac_address': 'fa:16:3e:86:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4b151b93-5448-4a87-837d-b3b162948294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:36Z', 'updated_at': '2022-07-19T15:46:41Z', 'revision_number': 5, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'subnets': [{'id': '4b151b93-5448-4a87-837d-b3b162948294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:52:12.838776 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d85be4fe-1748-498a-8dc7-a8415039097d tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group (b0855673-1a97-4075-b1ae-f96e851bb779), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:12.868211 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d85be4fe-1748-498a-8dc7-a8415039097d tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group (b0855673-1a97-4075-b1ae-f96e851bb779), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:12.889165 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-80727056-f8c1-4478-8087-ecf0cf2129ea req-ac87c277-4902-4122-854e-1a54216d386d service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944493 Jul 19 15:52:12.920339 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d85be4fe-1748-498a-8dc7-a8415039097d tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b0855673-1a97-4075-b1ae-f96e851bb779), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:12.922901 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d85be4fe-1748-498a-8dc7-a8415039097d tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:12.924828 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-d85be4fe-1748-498a-8dc7-a8415039097d tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "DELETE /v2.0/security-groups/b0855673-1a97-4075-b1ae-f96e851bb779 HTTP/1.1" status: 204 len: 168 time: 0.1468847 Jul 19 15:52:12.927447 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34430) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:12.934016 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85be4fe-1748-498a-8dc7-a8415039097d tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0855673-1a97-4075-b1ae-f96e851bb779,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:12.967897 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.api.v2.resource [None req-99e9861f-2b78-4d3c-b60b-1756d30c2f07 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] show failed (client error): The resource could not be found. Jul 19 15:52:12.969314 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-99e9861f-2b78-4d3c-b60b-1756d30c2f07 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "GET /v2.0/security-groups/b0855673-1a97-4075-b1ae-f96e851bb779 HTTP/1.1" status: 404 len: 347 time: 0.0407887 Jul 19 15:52:12.972325 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34432) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:13.084688 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c0b99-faae-4a15-97b9-8680368ed200 None None] New status for floating IP 7635bffc-2d36-44ca-af53-99b505cb87ba: DOWN {{(pid=115787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:52:13.095283 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-80727056-f8c1-4478-8087-ecf0cf2129ea req-979087ff-5d7c-4d13-b206-7ba25fd53354 service neutron] 10.222.0.36 "GET /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966665 Jul 19 15:52:13.107240 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-91e69a76-e5cb-469f-9006-f85264112e14 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Deleting port 2ca1adec-8b7a-4e80-84c6-162236476bdd {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:13.107588 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-91e69a76-e5cb-469f-9006-f85264112e14 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (2ca1adec-8b7a-4e80-84c6-162236476bdd), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:13.190008 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-91e69a76-e5cb-469f-9006-f85264112e14 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (2ca1adec-8b7a-4e80-84c6-162236476bdd), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:13.190329 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-91e69a76-e5cb-469f-9006-f85264112e14 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (2ca1adec-8b7a-4e80-84c6-162236476bdd), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:13.203189 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-91e69a76-e5cb-469f-9006-f85264112e14 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Calling delete_port for 2ca1adec-8b7a-4e80-84c6-162236476bdd owned by network:floatingip {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:13.322085 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:13.338921 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-91e69a76-e5cb-469f-9006-f85264112e14 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (2ca1adec-8b7a-4e80-84c6-162236476bdd), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:13.362749 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e69a76-e5cb-469f-9006-f85264112e14 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Pushing event deleted for resources: {'Port': ['ID=2ca1adec-8b7a-4e80-84c6-162236476bdd,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:13.430693 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:13.431282 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-91e69a76-e5cb-469f-9006-f85264112e14 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks [] for floatingip (7635bffc-2d36-44ca-af53-99b505cb87ba), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:13.433663 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-91e69a76-e5cb-469f-9006-f85264112e14 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:13.434854 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-91e69a76-e5cb-469f-9006-f85264112e14 tempest-AttachVolumeTestJSON-1928423787 tempest-AttachVolumeTestJSON-1928423787-project] 10.222.0.64 "DELETE /v2.0/floatingips/7635bffc-2d36-44ca-af53-99b505cb87ba HTTP/1.1" status: 204 len: 168 time: 0.4616408 Jul 19 15:52:13.587490 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:52:13.609449 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:52:13.609796 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device ebbcf9c9-0a61-4248-af0f-40d0e408b9f3 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:52:16.240051 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-72311c63-09b6-475b-b11d-da80205a96c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:16.977548 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34484) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:17.348831 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:17.438279 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a6a8988e-ae65-44b9-a573-3ceb5ccf5698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666299'] for router_interface (663fbdb3-02d7-4967-b212-66860eb88aff), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:17.655650 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8988e-ae65-44b9-a573-3ceb5ccf5698 admin admin] Deleting port 266ecf72-6a03-4a47-99ad-2dfd01e30250 {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:17.655988 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a6a8988e-ae65-44b9-a573-3ceb5ccf5698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:17.735956 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-a6a8988e-ae65-44b9-a573-3ceb5ccf5698 admin admin] For port 266ecf72-6a03-4a47-99ad-2dfd01e30250, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=266ecf72-6a03-4a47-99ad-2dfd01e30250,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:17.736321 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a6a8988e-ae65-44b9-a573-3ceb5ccf5698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:17.748946 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8988e-ae65-44b9-a573-3ceb5ccf5698 admin admin] Calling delete_port for 266ecf72-6a03-4a47-99ad-2dfd01e30250 owned by network:router_interface {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:17.923976 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a6a8988e-ae65-44b9-a573-3ceb5ccf5698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (266ecf72-6a03-4a47-99ad-2dfd01e30250), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:17.927601 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:17.950769 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8988e-ae65-44b9-a573-3ceb5ccf5698 admin admin] Pushing event deleted for resources: {'Port': ['ID=266ecf72-6a03-4a47-99ad-2dfd01e30250,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:18.101673 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:18.122466 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a6a8988e-ae65-44b9-a573-3ceb5ccf5698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3665183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666191'] for router_interface (663fbdb3-02d7-4967-b212-66860eb88aff), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:18.578080 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a8988e-ae65-44b9-a573-3ceb5ccf5698 admin admin] Router 663fbdb3-02d7-4967-b212-66860eb88aff has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:52:18.634409 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-1f1e9494-309a-4a05-ac5d-7897906b5533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:18.684869 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a8988e-ae65-44b9-a573-3ceb5ccf5698 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:52:18.690273 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-a6a8988e-ae65-44b9-a573-3ceb5ccf5698 admin admin] 10.222.0.64 "PUT /v2.0/routers/663fbdb3-02d7-4967-b212-66860eb88aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7118793 Jul 19 15:52:18.693124 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34490) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:18.693294 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d577d366-2fdd-46e4-a191-539d1b30685c None None] Sync routers for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:52:18.695952 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:18.705611 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d577d366-2fdd-46e4-a191-539d1b30685c None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:52:18.706223 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-d577d366-2fdd-46e4-a191-539d1b30685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:52:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:18.791356 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Publish callbacks [] for router (663fbdb3-02d7-4967-b212-66860eb88aff), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:18.809561 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-d577d366-2fdd-46e4-a191-539d1b30685c None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:52:18.877309 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:18.893542 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Publish callbacks [] for router_gateway (663fbdb3-02d7-4967-b212-66860eb88aff), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:18.942992 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Deleting port c906511c-2f1a-43b4-9384-325d4b01f397 {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:18.943351 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (c906511c-2f1a-43b4-9384-325d4b01f397), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:18.985836 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-d577d366-2fdd-46e4-a191-539d1b30685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:52:17Z', 'revision_number': 5, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port': {'id': 'c906511c-2f1a-43b4-9384-325d4b01f397', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:19.015575 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d577d366-2fdd-46e4-a191-539d1b30685c None None] Checking router: 663fbdb3-02d7-4967-b212-66860eb88aff for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:52:19.023003 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] For port c906511c-2f1a-43b4-9384-325d4b01f397, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=c906511c-2f1a-43b4-9384-325d4b01f397,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:19.023371 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (c906511c-2f1a-43b4-9384-325d4b01f397), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.024378 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d577d366-2fdd-46e4-a191-539d1b30685c None None] Routers {'663fbdb3-02d7-4967-b212-66860eb88aff'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:52:19.024981 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-d577d366-2fdd-46e4-a191-539d1b30685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:52:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['663fbdb3-02d7-4967-b212-66860eb88aff'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:19.036500 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Calling delete_port for c906511c-2f1a-43b4-9384-325d4b01f397 owned by network:router_gateway {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:19.109540 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-d577d366-2fdd-46e4-a191-539d1b30685c None None] Set router 663fbdb3-02d7-4967-b212-66860eb88aff gateway port host: None {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:52:19.141857 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:19.150880 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:19.160283 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-d577d366-2fdd-46e4-a191-539d1b30685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:52:18Z', 'revision_number': 6, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port_host': None}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:19.185527 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d577d366-2fdd-46e4-a191-539d1b30685c None None] The sync data for ids ['663fbdb3-02d7-4967-b212-66860eb88aff'] in dv-cinder-849022-3-iscsi is: [{'id': '663fbdb3-02d7-4967-b212-66860eb88aff', 'name': 'tempest-AttachVolumeTestJSON-1597633164-router', 'tenant_id': 'e11e234f713b40cd8772372c2316dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:46:34Z', 'updated_at': '2022-07-19T15:52:18Z', 'revision_number': 6, 'project_id': 'e11e234f713b40cd8772372c2316dd28', 'gw_port_host': None}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:52:19.213249 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (c906511c-2f1a-43b4-9384-325d4b01f397), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.246442 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Pushing event deleted for resources: {'Port': ['ID=c906511c-2f1a-43b4-9384-325d4b01f397,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:19.305466 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661796'] for router_gateway (663fbdb3-02d7-4967-b212-66860eb88aff), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.391932 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-918'] for router (663fbdb3-02d7-4967-b212-66860eb88aff), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.394854 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Publish callbacks [] for router_controller (663fbdb3-02d7-4967-b212-66860eb88aff), precommit_delete_associations {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.436610 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667305'] for router (663fbdb3-02d7-4967-b212-66860eb88aff), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.437200 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 663fbdb3-02d7-4967-b212-66860eb88aff {{(pid=115784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 15:52:19.442731 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.443865 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-724c9e15-ad6c-459b-9e22-4757934b1631 admin admin] 10.222.0.64 "DELETE /v2.0/routers/663fbdb3-02d7-4967-b212-66860eb88aff HTTP/1.1" status: 204 len: 168 time: 0.7498295 Jul 19 15:52:19.446508 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34496) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:19.490517 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_v2 [None req-d986bf65-5642-40f8-8d81-ec6fde308778 admin admin] Deleting subnet 4b151b93-5448-4a87-837d-b3b162948294 {{(pid=115784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:52:19.493506 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d986bf65-5642-40f8-8d81-ec6fde308778 admin admin] Publish callbacks [] for subnet (4b151b93-5448-4a87-837d-b3b162948294), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.530893 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d986bf65-5642-40f8-8d81-ec6fde308778 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25197860'] for subnet (4b151b93-5448-4a87-837d-b3b162948294), precommit_delete_associations {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.620282 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d986bf65-5642-40f8-8d81-ec6fde308778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (4b151b93-5448-4a87-837d-b3b162948294), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.627726 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.683091 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d986bf65-5642-40f8-8d81-ec6fde308778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25607063'] for subnet (4b151b93-5448-4a87-837d-b3b162948294), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.711588 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986bf65-5642-40f8-8d81-ec6fde308778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b151b93-5448-4a87-837d-b3b162948294,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:19.716747 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d986bf65-5642-40f8-8d81-ec6fde308778 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.719962 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-d986bf65-5642-40f8-8d81-ec6fde308778 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4b151b93-5448-4a87-837d-b3b162948294 HTTP/1.1" status: 204 len: 168 time: 0.2725616 Jul 19 15:52:19.722609 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34498) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:19.726886 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf73f49-958d-464e-a31c-d4cd47ea396e None None] Network 7719a9e3-d30d-4797-868c-2dbb1911ec7c requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:52:19.758350 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 266ecf72-6a03-4a47-99ad-2dfd01e30250 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:52:19.809338 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (7719a9e3-d30d-4797-868c-2dbb1911ec7c), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.809914 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 266ecf72-6a03-4a47-99ad-2dfd01e30250 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:52:19.810455 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 266ecf72-6a03-4a47-99ad-2dfd01e30250 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:52:19.811075 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device c906511c-2f1a-43b4-9384-325d4b01f397 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:52:19.833243 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: c906511c-2f1a-43b4-9384-325d4b01f397 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:52:19.833591 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device c906511c-2f1a-43b4-9384-325d4b01f397 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:52:19.856701 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Deleting port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:19.856960 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.950222 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] For port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=6f84d72b-b024-4e04-8b35-bbe0bfa7d78c,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:19.950637 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:19.950786 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] DHCP port deletion for 7719a9e3-d30d-4797-868c-2dbb1911ec7c request from dv-cinder-849022-3-iscsi {{(pid=115786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 15:52:19.966612 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Calling delete_port for 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c owned by network:dhcp {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:19.992158 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Deleting port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c {{(pid=115786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:19.993453 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), before_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.044762 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:DELETE=12,neutron:UPDATE=3,neutron:SELECT=85 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:20.052675 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.068054 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] For port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=6f84d72b-b024-4e04-8b35-bbe0bfa7d78c,segment=NetworkSegment(8cdcad73-7bdb-47f2-8b70-b98ca2c00e75),segment_id=8cdcad73-7bdb-47f2-8b70-b98ca2c00e75)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:20.068455 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), precommit_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.080609 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f84d72b-b024-4e04-8b35-bbe0bfa7d78c,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:20.081152 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Calling delete_port for 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c owned by network:dhcp {{(pid=115786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:20.083521 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] No DVR routers for this DVR port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c on host dv-cinder-849022-3-iscsi {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:52:20.162260 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (7719a9e3-d30d-4797-868c-2dbb1911ec7c), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.175458 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:20.186665 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7719a9e3-d30d-4797-868c-2dbb1911ec7c']}} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:20.198277 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75') {'for_net_delete': True} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:20.198617 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdcad73-7bdb-47f2-8b70-b98ca2c00e75') {} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:20.209976 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25197853'] for segment (8cdcad73-7bdb-47f2-8b70-b98ca2c00e75), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.225242 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (8cdcad73-7bdb-47f2-8b70-b98ca2c00e75), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.231977 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=115784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:52:20.232370 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29312085'] for segment (8cdcad73-7bdb-47f2-8b70-b98ca2c00e75), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.294787 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758'] for port (6f84d72b-b024-4e04-8b35-bbe0bfa7d78c), after_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.302580 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (7719a9e3-d30d-4797-868c-2dbb1911ec7c), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.316343 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.322456 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] 10.222.0.64 "DELETE /v2.0/networks/7719a9e3-d30d-4797-868c-2dbb1911ec7c HTTP/1.1" status: 204 len: 168 time: 0.5919604 Jul 19 15:52:20.326414 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Pushing event deleted for resources: {'Port': ['ID=6f84d72b-b024-4e04-8b35-bbe0bfa7d78c,revision_number=None']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:20.334269 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c009521-2e10-4b4a-aff9-409e995c952c admin admin] Pushing event deleted for resources: {'Network': ['ID=7719a9e3-d30d-4797-868c-2dbb1911ec7c,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:20.337705 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] No DVR routers for this DVR port 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c on host dv-cinder-849022-3-iscsi {{(pid=115786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:52:20.339815 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.340877 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.340877 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.340877 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.341202 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.341849 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.342583 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.342886 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.343294 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.344045 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.344534 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.345158 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.345340 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.345670 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.345995 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92dcc57-c448-47c0-bb90-d5041329fec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:20.388198 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment 8cdcad73-7bdb-47f2-8b70-b98ca2c00e75 resource provider aggregate not found Jul 19 15:52:20.411250 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment 8cdcad73-7bdb-47f2-8b70-b98ca2c00e75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cdcad73-7bdb-47f2-8b70-b98ca2c00e75 found for delete ", "request_id": "req-dcd3797d-d424-4b3b-b44c-94e0ccdc35b0"}]} Jul 19 15:52:20.459908 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34510) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:20.502080 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0a8ba6bf-9ab5-4dee-8d34-943b7c9d34a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e11e234f713b40cd8772372c2316dd28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405974 Jul 19 15:52:20.504350 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34512) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:20.553619 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-98c5adc9-98e2-42ef-9a8c-75287ebf3478 admin admin] Publish callbacks [] for security_group (18f7a5dc-879a-4d77-a821-5a68e80ebfc1), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.574845 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-98c5adc9-98e2-42ef-9a8c-75287ebf3478 admin admin] Publish callbacks [] for security_group (18f7a5dc-879a-4d77-a821-5a68e80ebfc1), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.620846 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-98c5adc9-98e2-42ef-9a8c-75287ebf3478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (18f7a5dc-879a-4d77-a821-5a68e80ebfc1), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.623619 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-98c5adc9-98e2-42ef-9a8c-75287ebf3478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:20.624758 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-98c5adc9-98e2-42ef-9a8c-75287ebf3478 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18f7a5dc-879a-4d77-a821-5a68e80ebfc1 HTTP/1.1" status: 204 len: 168 time: 0.1195083 Jul 19 15:52:20.632472 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5adc9-98e2-42ef-9a8c-75287ebf3478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f7a5dc-879a-4d77-a821-5a68e80ebfc1,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:21.531714 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:21.760214 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:52:21.781875 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:52:21.782232 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 6f84d72b-b024-4e04-8b35-bbe0bfa7d78c not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:52:21.867805 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:22.900285 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=51,neutron:DELETE=3,neutron:INSERT=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:22.930073 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=31,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:26.303092 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9e587-df05-44e2-aef5-808efa3742f5 req-ad5ac5dc-f8ac-4d2c-a6a2-144759d76809 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:26.304786 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f3e9e587-df05-44e2-aef5-808efa3742f5 req-ad5ac5dc-f8ac-4d2c-a6a2-144759d76809 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 947 time: 0.0496593 Jul 19 15:52:26.354556 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f3e9e587-df05-44e2-aef5-808efa3742f5 req-803c3429-173e-4edc-a2bc-04e99114bbf2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442357 Jul 19 15:52:27.489971 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ff393-8f7b-46e1-9ac6-c65d45a4d9d3 req-fd7c937d-4e07-46ce-887e-6938398ad72c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:27.491530 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-241ff393-8f7b-46e1-9ac6-c65d45a4d9d3 req-fd7c937d-4e07-46ce-887e-6938398ad72c tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 947 time: 0.0541916 Jul 19 15:52:27.545953 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-241ff393-8f7b-46e1-9ac6-c65d45a4d9d3 req-356f72cd-01e2-4e95-9892-f9cac6197404 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups?id=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484765 Jul 19 15:52:27.672659 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-8fb99ab5-de32-4f7d-bb28-e555de8bdee2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:27.674157 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-8fb99ab5-de32-4f7d-bb28-e555de8bdee2 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.36 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 947 time: 0.0476253 Jul 19 15:52:27.767252 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Deleting port f79bc5b8-5b78-4990-ae5f-977bb42032bd {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:27.767633 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:27.816605 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:52:27.869742 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] For port f79bc5b8-5b78-4990-ae5f-977bb42032bd, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=f79bc5b8-5b78-4990-ae5f-977bb42032bd,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:27.870109 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:28.033594 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:28.033871 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (4ffdde37-99ae-436d-9c37-742b9deaef22), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:28.034224 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Floating IP 4ffdde37-99ae-436d-9c37-742b9deaef22 disassociated. External IP: 172.27.2.58, port: f79bc5b8-5b78-4990-ae5f-977bb42032bd. Jul 19 15:52:28.035226 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Calling delete_port for f79bc5b8-5b78-4990-ae5f-977bb42032bd owned by compute:nova {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:28.096230 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:28.109861 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:28.166274 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (f79bc5b8-5b78-4990-ae5f-977bb42032bd), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:28.193051 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event deleted for resources: {'Port': ['ID=f79bc5b8-5b78-4990-ae5f-977bb42032bd,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:28.303579 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Router 527c3e6f-f791-4af5-9eef-662c9e884963 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:52:28.408794 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:52:28.420129 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375e354-4a9c-4c21-9c78-6da016249b48 None None] Sync routers for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:52:28.430239 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375e354-4a9c-4c21-9c78-6da016249b48 None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:52:28.430878 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-4375e354-4a9c-4c21-9c78-6da016249b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:52:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:28.455974 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] No DVR routers for this DVR port f79bc5b8-5b78-4990-ae5f-977bb42032bd on host hv-cinder-84902 {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:52:28.459605 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:28.462967 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9ee53230-9d78-4139-9bdd-421976ad5672 req-256a493b-b4bf-43af-a041-12ceb1d05278 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.36 "DELETE /v2.0/ports/f79bc5b8-5b78-4990-ae5f-977bb42032bd HTTP/1.1" status: 204 len: 173 time: 0.7812386 Jul 19 15:52:28.463368 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'name': 'network-vif-deleted', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:52:28.466058 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83b379a-b18f-40cf-8f56-458ee4587c86" -d '{"events": [{"server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "name": "network-vif-deleted", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:52:28.505328 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac783b3-1153-4e45-a623-91fdf156722d x-openstack-request-id: req-5ac783b3-1153-4e45-a623-91fdf156722d {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:52:28.505953 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3309b1-ba0f-4f40-937f-fc95c9c8f6a0", "name": "network-vif-deleted", "tag": "f79bc5b8-5b78-4990-ae5f-977bb42032bd", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:52:28.505953 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ac783b3-1153-4e45-a623-91fdf156722d {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:52:28.506256 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac783b3-1153-4e45-a623-91fdf156722d'] response: {'server_uuid': 'df3309b1-ba0f-4f40-937f-fc95c9c8f6a0', 'name': 'network-vif-deleted', 'tag': 'f79bc5b8-5b78-4990-ae5f-977bb42032bd', 'status': 'completed', 'code': 200} Jul 19 15:52:28.557707 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-4375e354-4a9c-4c21-9c78-6da016249b48 None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:52:28.796892 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b2fdc940-0213-42ea-9359-377430fee7c2 req-3c627358-6b3a-48c5-afab-976d3cbfb692 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/ports?device_id=df3309b1-ba0f-4f40-937f-fc95c9c8f6a0 HTTP/1.1" status: 200 len: 210 time: 0.0788171 Jul 19 15:52:28.933697 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-4375e354-4a9c-4c21-9c78-6da016249b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 5, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:28.980181 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375e354-4a9c-4c21-9c78-6da016249b48 None None] Checking router: 527c3e6f-f791-4af5-9eef-662c9e884963 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:52:28.990401 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375e354-4a9c-4c21-9c78-6da016249b48 None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:52:28.991053 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-4375e354-4a9c-4c21-9c78-6da016249b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:52:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:29.125585 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-4375e354-4a9c-4c21-9c78-6da016249b48 None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:52:29.225948 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bdc3e-0976-4b01-946e-82b289aa8915 req-e755d59f-d01e-46aa-8e45-8395691de2eb tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:29.230730 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34672) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:29.232875 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-db9bdc3e-0976-4b01-946e-82b289aa8915 req-e755d59f-d01e-46aa-8e45-8395691de2eb tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 945 time: 0.0554130 Jul 19 15:52:29.279767 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-db9bdc3e-0976-4b01-946e-82b289aa8915 req-8c4b954c-327d-4848-a30a-6916a0ee2f6d tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c10b65-7cc8-42c2-9d62-6a0088205572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460391 Jul 19 15:52:29.334216 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-4375e354-4a9c-4c21-9c78-6da016249b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 5, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:29.352300 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c42db2bb-0b89-4b7f-8cd5-f950f13a6894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:29.359449 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375e354-4a9c-4c21-9c78-6da016249b48 None None] The sync data for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi is: [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:45:08Z', 'revision_number': 4, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '10b0821c-2221-4abe-adca-ceee7f2fde28', 'name': '', 'network_id': '4747c92b-9953-4013-87b5-ea57492dd5d4', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'mac_address': 'fa:16:3e:3b:27:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:06Z', 'updated_at': '2022-07-19T15:45:19Z', 'revision_number': 5, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'subnets': [{'id': '60fb34e8-0b5b-4987-b39f-b08c45bd460d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:52:29.435866 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c42db2bb-0b89-4b7f-8cd5-f950f13a6894 admin admin] Publish callbacks [] for security_group (38ef4e91-1e58-4a9d-bae6-d2f84d66f05e), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:29.440252 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c42db2bb-0b89-4b7f-8cd5-f950f13a6894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (38ef4e91-1e58-4a9d-bae6-d2f84d66f05e), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:29.483290 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42db2bb-0b89-4b7f-8cd5-f950f13a6894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ef4e91-1e58-4a9d-bae6-d2f84d66f05e,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:29.488332 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c42db2bb-0b89-4b7f-8cd5-f950f13a6894 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=104e846fd50c4aa18b43097f86270d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553995 Jul 19 15:52:29.490155 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34676) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:29.543019 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-dee5c634-745a-4f5f-b3c0-5d8d15b92d6b admin admin] Publish callbacks [] for security_group (38ef4e91-1e58-4a9d-bae6-d2f84d66f05e), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:29.566059 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-dee5c634-745a-4f5f-b3c0-5d8d15b92d6b admin admin] Publish callbacks [] for security_group (38ef4e91-1e58-4a9d-bae6-d2f84d66f05e), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:29.591438 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27de4b10-393b-4091-a3e1-e55b6b9bfd3e None None] New status for floating IP 4ffdde37-99ae-436d-9c37-742b9deaef22: DOWN {{(pid=115786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:52:29.614755 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-dee5c634-745a-4f5f-b3c0-5d8d15b92d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (38ef4e91-1e58-4a9d-bae6-d2f84d66f05e), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:29.617294 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-dee5c634-745a-4f5f-b3c0-5d8d15b92d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:29.618552 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-dee5c634-745a-4f5f-b3c0-5d8d15b92d6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38ef4e91-1e58-4a9d-bae6-d2f84d66f05e HTTP/1.1" status: 204 len: 168 time: 0.1274021 Jul 19 15:52:29.626559 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5c634-745a-4f5f-b3c0-5d8d15b92d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ef4e91-1e58-4a9d-bae6-d2f84d66f05e,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:29.883656 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34688) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:29.941682 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-305a0271-384b-47a1-a459-6c74dcfcc2d8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group (caf26ad3-4ce8-4dcd-b1ea-16031de24ab5), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:29.964883 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-305a0271-384b-47a1-a459-6c74dcfcc2d8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group (caf26ad3-4ce8-4dcd-b1ea-16031de24ab5), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:30.019644 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-305a0271-384b-47a1-a459-6c74dcfcc2d8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (caf26ad3-4ce8-4dcd-b1ea-16031de24ab5), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:30.022224 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-305a0271-384b-47a1-a459-6c74dcfcc2d8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:30.025812 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-305a0271-384b-47a1-a459-6c74dcfcc2d8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "DELETE /v2.0/security-groups/caf26ad3-4ce8-4dcd-b1ea-16031de24ab5 HTTP/1.1" status: 204 len: 168 time: 0.1386149 Jul 19 15:52:30.026197 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34696) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:30.033009 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a0271-384b-47a1-a459-6c74dcfcc2d8 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf26ad3-4ce8-4dcd-b1ea-16031de24ab5,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:30.047138 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:30.055876 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.api.v2.resource [None req-cf81aeb0-f798-4163-acb3-0db42ff7abc4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] show failed (client error): The resource could not be found. Jul 19 15:52:30.059543 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-cf81aeb0-f798-4163-acb3-0db42ff7abc4 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "GET /v2.0/security-groups/caf26ad3-4ce8-4dcd-b1ea-16031de24ab5 HTTP/1.1" status: 404 len: 347 time: 0.0323050 Jul 19 15:52:30.061290 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34698) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:30.183507 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8dc02-9e39-4c16-a182-be39dc872d7b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Deleting port 47112163-cb8a-470a-bd6f-0fa6a8929598 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:30.183738 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1c8dc02-9e39-4c16-a182-be39dc872d7b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (47112163-cb8a-470a-bd6f-0fa6a8929598), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:30.261628 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1c8dc02-9e39-4c16-a182-be39dc872d7b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (47112163-cb8a-470a-bd6f-0fa6a8929598), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:30.262536 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1c8dc02-9e39-4c16-a182-be39dc872d7b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (47112163-cb8a-470a-bd6f-0fa6a8929598), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:30.274639 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8dc02-9e39-4c16-a182-be39dc872d7b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Calling delete_port for 47112163-cb8a-470a-bd6f-0fa6a8929598 owned by network:floatingip {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:30.334371 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:30.348128 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:30.419835 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa689f-72dd-4fa3-afaa-c8aed4d0726b req-b06c27bd-4e86-4a82-8759-4ccaf9b930ac tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:30.421329 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b0fa689f-72dd-4fa3-afaa-c8aed4d0726b req-b06c27bd-4e86-4a82-8759-4ccaf9b930ac tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 945 time: 0.0622082 Jul 19 15:52:30.501537 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1c8dc02-9e39-4c16-a182-be39dc872d7b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (47112163-cb8a-470a-bd6f-0fa6a8929598), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:30.538036 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b0fa689f-72dd-4fa3-afaa-c8aed4d0726b req-64601972-7b4b-47e9-935e-bc960b7b681f tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups?id=59c10b65-7cc8-42c2-9d62-6a0088205572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890896 Jul 19 15:52:30.539209 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8dc02-9e39-4c16-a182-be39dc872d7b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Pushing event deleted for resources: {'Port': ['ID=47112163-cb8a-470a-bd6f-0fa6a8929598,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:30.608699 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1c8dc02-9e39-4c16-a182-be39dc872d7b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks [] for floatingip (4ffdde37-99ae-436d-9c37-742b9deaef22), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:30.609064 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1c8dc02-9e39-4c16-a182-be39dc872d7b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:30.610320 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c1c8dc02-9e39-4c16-a182-be39dc872d7b tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] 10.222.0.64 "DELETE /v2.0/floatingips/4ffdde37-99ae-436d-9c37-742b9deaef22 HTTP/1.1" status: 204 len: 168 time: 0.5473309 Jul 19 15:52:30.714959 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-21c19331-3608-4cd7-bc37-a66ad1ac9ad3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:30.717459 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-21c19331-3608-4cd7-bc37-a66ad1ac9ad3 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 945 time: 0.0590875 Jul 19 15:52:30.806847 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Deleting port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:30.807322 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:30.914791 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] For port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:30.915188 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:31.080274 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:31.080920 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (7435bd43-aeb2-46b1-96cd-27509b19f6e5), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:31.080920 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Floating IP 7435bd43-aeb2-46b1-96cd-27509b19f6e5 disassociated. External IP: 172.27.2.195, port: b5584b46-dc66-4b7c-8ae4-94dc57d1af3b. Jul 19 15:52:31.081873 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Calling delete_port for b5584b46-dc66-4b7c-8ae4-94dc57d1af3b owned by compute:nova {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:31.160608 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:31.165884 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:31.227203 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (b5584b46-dc66-4b7c-8ae4-94dc57d1af3b), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:31.256364 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event deleted for resources: {'Port': ['ID=b5584b46-dc66-4b7c-8ae4-94dc57d1af3b,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:31.375527 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Router 441aac0f-e735-413c-9ddc-149e4b085715 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:52:31.484916 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:52:31.494498 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849c4427-16b9-42ba-9a82-8a86472279f0 None None] Sync routers for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:52:31.502670 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=83 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:31.507361 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849c4427-16b9-42ba-9a82-8a86472279f0 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:52:31.507983 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-849c4427-16b9-42ba-9a82-8a86472279f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:52:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:31.530266 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] No DVR routers for this DVR port b5584b46-dc66-4b7c-8ae4-94dc57d1af3b on host hv-cinder-84902 {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:52:31.532651 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:31.536358 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-38f6572e-96f0-4e60-b5ff-52d79380061f req-ad6f6d6d-79c4-49e7-808d-e826a19a3402 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.36 "DELETE /v2.0/ports/b5584b46-dc66-4b7c-8ae4-94dc57d1af3b HTTP/1.1" status: 204 len: 173 time: 0.8145657 Jul 19 15:52:31.536796 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0f43ac-fd71-43ae-9213-9c3ab5f59161', 'name': 'network-vif-deleted', 'tag': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:52:31.539163 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c562b50-059a-48f6-aed3-69ab5421a800" -d '{"events": [{"server_uuid": "ef0f43ac-fd71-43ae-9213-9c3ab5f59161", "name": "network-vif-deleted", "tag": "b5584b46-dc66-4b7c-8ae4-94dc57d1af3b"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:52:31.603322 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b8261e-f616-4226-80fc-2bce4c335f34 x-openstack-request-id: req-23b8261e-f616-4226-80fc-2bce4c335f34 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:52:31.603868 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0f43ac-fd71-43ae-9213-9c3ab5f59161", "name": "network-vif-deleted", "tag": "b5584b46-dc66-4b7c-8ae4-94dc57d1af3b", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:52:31.604133 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23b8261e-f616-4226-80fc-2bce4c335f34 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:52:31.604570 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b8261e-f616-4226-80fc-2bce4c335f34'] response: {'server_uuid': 'ef0f43ac-fd71-43ae-9213-9c3ab5f59161', 'name': 'network-vif-deleted', 'tag': 'b5584b46-dc66-4b7c-8ae4-94dc57d1af3b', 'status': 'completed', 'code': 200} Jul 19 15:52:31.619474 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-849c4427-16b9-42ba-9a82-8a86472279f0 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:52:31.675337 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6a14d92c-e844-4eef-adb8-7fba945cf948 req-399facd7-4317-480a-9178-e64f500343cb tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0f43ac-fd71-43ae-9213-9c3ab5f59161 HTTP/1.1" status: 200 len: 210 time: 0.0294604 Jul 19 15:52:31.689668 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device f79bc5b8-5b78-4990-ae5f-977bb42032bd no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:52:31.724342 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: f79bc5b8-5b78-4990-ae5f-977bb42032bd {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:52:31.725313 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device f79bc5b8-5b78-4990-ae5f-977bb42032bd not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:52:31.784633 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:31.869864 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-849c4427-16b9-42ba-9a82-8a86472279f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:31.895602 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849c4427-16b9-42ba-9a82-8a86472279f0 None None] Checking router: 441aac0f-e735-413c-9ddc-149e4b085715 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:52:31.904082 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849c4427-16b9-42ba-9a82-8a86472279f0 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:52:31.904682 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-849c4427-16b9-42ba-9a82-8a86472279f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:52:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:32.015891 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-849c4427-16b9-42ba-9a82-8a86472279f0 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:52:32.214231 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-849c4427-16b9-42ba-9a82-8a86472279f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:32.242932 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849c4427-16b9-42ba-9a82-8a86472279f0 None None] The sync data for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi is: [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:45:15Z', 'revision_number': 4, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '2f5a926e-6390-45a2-b55a-5bcb0aafdfc1', 'name': '', 'network_id': 'fe8b95ad-7997-4bfd-893e-d87b2c843602', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'mac_address': 'fa:16:3e:a2:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:13Z', 'updated_at': '2022-07-19T15:45:29Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'subnets': [{'id': '783ad02f-bd45-48ea-8e48-5acd89ea85ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:52:32.455534 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a82e9d7-4f38-49ea-b48e-6bcf7374f527 None None] New status for floating IP 7435bd43-aeb2-46b1-96cd-27509b19f6e5: DOWN {{(pid=115786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:52:32.778490 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34770) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:32.840166 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-2fcef318-dfee-41f7-b68d-5d26784bc463 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (59c10b65-7cc8-42c2-9d62-6a0088205572), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:32.864734 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-2fcef318-dfee-41f7-b68d-5d26784bc463 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (59c10b65-7cc8-42c2-9d62-6a0088205572), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:32.910637 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-2fcef318-dfee-41f7-b68d-5d26784bc463 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (59c10b65-7cc8-42c2-9d62-6a0088205572), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:32.913238 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-2fcef318-dfee-41f7-b68d-5d26784bc463 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:32.914407 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-2fcef318-dfee-41f7-b68d-5d26784bc463 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "DELETE /v2.0/security-groups/59c10b65-7cc8-42c2-9d62-6a0088205572 HTTP/1.1" status: 204 len: 168 time: 0.1349142 Jul 19 15:52:32.917490 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34774) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:32.923749 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcef318-dfee-41f7-b68d-5d26784bc463 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c10b65-7cc8-42c2-9d62-6a0088205572,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:32.932153 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.api.v2.resource [None req-f3bc87fd-865b-4b75-ae8e-c6e628680b4c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] show failed (client error): The resource could not be found. Jul 19 15:52:32.933184 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f3bc87fd-865b-4b75-ae8e-c6e628680b4c tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "GET /v2.0/security-groups/59c10b65-7cc8-42c2-9d62-6a0088205572 HTTP/1.1" status: 404 len: 347 time: 0.0146914 Jul 19 15:52:32.936134 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34776) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:33.052388 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-c361f400-1439-4a27-92b2-607098eb5849 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Deleting port 5ce62fc8-5de1-4664-be6e-eb9f683dcc0b {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:33.052753 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c361f400-1439-4a27-92b2-607098eb5849 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (5ce62fc8-5de1-4664-be6e-eb9f683dcc0b), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:33.070076 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34784) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:33.140405 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c361f400-1439-4a27-92b2-607098eb5849 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (5ce62fc8-5de1-4664-be6e-eb9f683dcc0b), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:33.140711 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c361f400-1439-4a27-92b2-607098eb5849 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (5ce62fc8-5de1-4664-be6e-eb9f683dcc0b), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:33.153239 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-c361f400-1439-4a27-92b2-607098eb5849 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Calling delete_port for 5ce62fc8-5de1-4664-be6e-eb9f683dcc0b owned by network:floatingip {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:33.282083 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c361f400-1439-4a27-92b2-607098eb5849 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (5ce62fc8-5de1-4664-be6e-eb9f683dcc0b), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:33.312470 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361f400-1439-4a27-92b2-607098eb5849 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Pushing event deleted for resources: {'Port': ['ID=5ce62fc8-5de1-4664-be6e-eb9f683dcc0b,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:33.374386 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c361f400-1439-4a27-92b2-607098eb5849 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks [] for floatingip (7435bd43-aeb2-46b1-96cd-27509b19f6e5), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:33.376898 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-c361f400-1439-4a27-92b2-607098eb5849 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:33.378638 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-c361f400-1439-4a27-92b2-607098eb5849 tempest-AttachVolumeNegativeTest-1922780758 tempest-AttachVolumeNegativeTest-1922780758-project] 10.222.0.64 "DELETE /v2.0/floatingips/7435bd43-aeb2-46b1-96cd-27509b19f6e5 HTTP/1.1" status: 204 len: 168 time: 0.4410276 Jul 19 15:52:33.605866 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5958de85-ea60-4559-836e-7772c02302c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666299'] for router_interface (527c3e6f-f791-4af5-9eef-662c9e884963), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:33.719807 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device b5584b46-dc66-4b7c-8ae4-94dc57d1af3b no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:52:33.740107 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: b5584b46-dc66-4b7c-8ae4-94dc57d1af3b {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:52:33.740453 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device b5584b46-dc66-4b7c-8ae4-94dc57d1af3b not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:52:33.816016 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:33.838538 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:33.879731 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-5958de85-ea60-4559-836e-7772c02302c9 admin admin] Deleting port 10b0821c-2221-4abe-adca-ceee7f2fde28 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:33.880076 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5958de85-ea60-4559-836e-7772c02302c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:33.962741 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-5958de85-ea60-4559-836e-7772c02302c9 admin admin] For port 10b0821c-2221-4abe-adca-ceee7f2fde28, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=10b0821c-2221-4abe-adca-ceee7f2fde28,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:33.963100 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5958de85-ea60-4559-836e-7772c02302c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:33.977444 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-5958de85-ea60-4559-836e-7772c02302c9 admin admin] Calling delete_port for 10b0821c-2221-4abe-adca-ceee7f2fde28 owned by network:router_interface {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:34.166496 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5958de85-ea60-4559-836e-7772c02302c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (10b0821c-2221-4abe-adca-ceee7f2fde28), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:34.192359 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958de85-ea60-4559-836e-7772c02302c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b0821c-2221-4abe-adca-ceee7f2fde28,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:34.605848 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5958de85-ea60-4559-836e-7772c02302c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3665183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666191'] for router_interface (527c3e6f-f791-4af5-9eef-662c9e884963), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:34.814545 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5958de85-ea60-4559-836e-7772c02302c9 admin admin] Router 527c3e6f-f791-4af5-9eef-662c9e884963 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:52:34.821310 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:34.919512 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5958de85-ea60-4559-836e-7772c02302c9 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:52:34.924427 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-5958de85-ea60-4559-836e-7772c02302c9 admin admin] 10.222.0.64 "PUT /v2.0/routers/527c3e6f-f791-4af5-9eef-662c9e884963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8533077 Jul 19 15:52:34.927550 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34810) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:34.929971 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3945793c-76f0-490b-8d0f-f55607601b0c None None] Sync routers for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:52:34.941077 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945793c-76f0-490b-8d0f-f55607601b0c None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:52:34.941776 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-3945793c-76f0-490b-8d0f-f55607601b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:52:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:35.005862 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:35.034470 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Publish callbacks [] for router (527c3e6f-f791-4af5-9eef-662c9e884963), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.043322 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-3945793c-76f0-490b-8d0f-f55607601b0c None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:52:35.138955 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Publish callbacks [] for router_gateway (527c3e6f-f791-4af5-9eef-662c9e884963), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.184270 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Deleting port f4022690-166a-41f5-a463-c0bfa6d7b196 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:35.184614 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.269427 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] For port f4022690-166a-41f5-a463-c0bfa6d7b196, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=f4022690-166a-41f5-a463-c0bfa6d7b196,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:35.269791 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.282713 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Calling delete_port for f4022690-166a-41f5-a463-c0bfa6d7b196 owned by network:router_gateway {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:35.297272 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-3945793c-76f0-490b-8d0f-f55607601b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:52:34Z', 'revision_number': 5, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port': {'id': 'f4022690-166a-41f5-a463-c0bfa6d7b196', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:01Z', 'updated_at': '2022-07-19T15:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:35.321841 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3945793c-76f0-490b-8d0f-f55607601b0c None None] Checking router: 527c3e6f-f791-4af5-9eef-662c9e884963 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:52:35.330173 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945793c-76f0-490b-8d0f-f55607601b0c None None] Routers {'527c3e6f-f791-4af5-9eef-662c9e884963'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:52:35.330806 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-3945793c-76f0-490b-8d0f-f55607601b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:52:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['527c3e6f-f791-4af5-9eef-662c9e884963'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:35.409076 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:35.415826 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-3945793c-76f0-490b-8d0f-f55607601b0c None None] Set router 527c3e6f-f791-4af5-9eef-662c9e884963 gateway port host: None {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:52:35.452081 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (f4022690-166a-41f5-a463-c0bfa6d7b196), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.467977 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-3945793c-76f0-490b-8d0f-f55607601b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:52:35Z', 'revision_number': 6, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port_host': None}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:35.478485 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Pushing event deleted for resources: {'Port': ['ID=f4022690-166a-41f5-a463-c0bfa6d7b196,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:35.493132 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3945793c-76f0-490b-8d0f-f55607601b0c None None] The sync data for ids ['527c3e6f-f791-4af5-9eef-662c9e884963'] in dv-cinder-849022-3-iscsi is: [{'id': '527c3e6f-f791-4af5-9eef-662c9e884963', 'name': 'tempest-AttachVolumeShelveTestJSON-1415814565-router', 'tenant_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:00Z', 'updated_at': '2022-07-19T15:52:35Z', 'revision_number': 6, 'project_id': '171a2f5462994c8d98ffd8cbc2ce5677', 'gw_port_host': None}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:52:35.542719 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661796'] for router_gateway (527c3e6f-f791-4af5-9eef-662c9e884963), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.630502 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-918'] for router (527c3e6f-f791-4af5-9eef-662c9e884963), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.632682 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Publish callbacks [] for router_controller (527c3e6f-f791-4af5-9eef-662c9e884963), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.678624 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667305'] for router (527c3e6f-f791-4af5-9eef-662c9e884963), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.679158 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 527c3e6f-f791-4af5-9eef-662c9e884963 {{(pid=115785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 15:52:35.683929 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.685162 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-f64da953-0b56-43ee-be61-0c9c8c34320d admin admin] 10.222.0.64 "DELETE /v2.0/routers/527c3e6f-f791-4af5-9eef-662c9e884963 HTTP/1.1" status: 204 len: 168 time: 0.7565863 Jul 19 15:52:35.687729 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34814) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:35.734172 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_v2 [None req-63130496-a111-47aa-8c30-c8d27ebf763f admin admin] Deleting subnet 60fb34e8-0b5b-4987-b39f-b08c45bd460d {{(pid=115785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:52:35.737608 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-63130496-a111-47aa-8c30-c8d27ebf763f admin admin] Publish callbacks [] for subnet (60fb34e8-0b5b-4987-b39f-b08c45bd460d), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.774842 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-63130496-a111-47aa-8c30-c8d27ebf763f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28889440'] for subnet (60fb34e8-0b5b-4987-b39f-b08c45bd460d), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.802630 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:35.857586 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-63130496-a111-47aa-8c30-c8d27ebf763f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (60fb34e8-0b5b-4987-b39f-b08c45bd460d), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.877977 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:35.925896 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-63130496-a111-47aa-8c30-c8d27ebf763f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28811008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28593656'] for subnet (60fb34e8-0b5b-4987-b39f-b08c45bd460d), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.953751 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63130496-a111-47aa-8c30-c8d27ebf763f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60fb34e8-0b5b-4987-b39f-b08c45bd460d,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:35.957725 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-63130496-a111-47aa-8c30-c8d27ebf763f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:35.960902 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-63130496-a111-47aa-8c30-c8d27ebf763f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/60fb34e8-0b5b-4987-b39f-b08c45bd460d HTTP/1.1" status: 204 len: 168 time: 0.2722304 Jul 19 15:52:35.963703 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34818) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:35.967455 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa456cf-2837-47fd-9b3a-175ed880e48d None None] Network 4747c92b-9953-4013-87b5-ea57492dd5d4 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:52:36.039859 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (4747c92b-9953-4013-87b5-ea57492dd5d4), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.084423 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Deleting port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:36.084763 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.150080 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] For port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3,segment=NetworkSegment(664efb0a-a0a2-43fe-a55f-a323d2b78d1f),segment_id=664efb0a-a0a2-43fe-a55f-a323d2b78d1f)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:36.150475 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.163156 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Calling delete_port for 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 owned by network:dhcp {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:36.244142 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.269124 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:36.272570 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] No DVR routers for this DVR port 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 on host dv-cinder-849022-3-iscsi {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:52:36.314875 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a4c7a-7737-4e2c-893e-4590f40c2d99 None None] DHCP port deletion for 4747c92b-9953-4013-87b5-ea57492dd5d4 request from dv-cinder-849022-3-iscsi {{(pid=115786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 15:52:36.322932 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 10b0821c-2221-4abe-adca-ceee7f2fde28 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:52:36.348137 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 10b0821c-2221-4abe-adca-ceee7f2fde28 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:52:36.348473 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 10b0821c-2221-4abe-adca-ceee7f2fde28 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:52:36.354038 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (4747c92b-9953-4013-87b5-ea57492dd5d4), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.375989 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4747c92b-9953-4013-87b5-ea57492dd5d4']}} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:36.387453 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664efb0a-a0a2-43fe-a55f-a323d2b78d1f') {'for_net_delete': True} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:36.387758 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664efb0a-a0a2-43fe-a55f-a323d2b78d1f') {} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:36.399041 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28889433'] for segment (664efb0a-a0a2-43fe-a55f-a323d2b78d1f), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.412763 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (664efb0a-a0a2-43fe-a55f-a323d2b78d1f), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.419986 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=115785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:52:36.420507 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28814498'] for segment (664efb0a-a0a2-43fe-a55f-a323d2b78d1f), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.492292 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (4747c92b-9953-4013-87b5-ea57492dd5d4), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.498978 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.502517 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4747c92b-9953-4013-87b5-ea57492dd5d4 HTTP/1.1" status: 204 len: 168 time: 0.5375862 Jul 19 15:52:36.512710 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746a46e-fa57-4083-afe8-de26ba03e3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4747c92b-9953-4013-87b5-ea57492dd5d4,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:36.574447 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 664efb0a-a0a2-43fe-a55f-a323d2b78d1f resource provider aggregate not found Jul 19 15:52:36.595107 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 664efb0a-a0a2-43fe-a55f-a323d2b78d1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 664efb0a-a0a2-43fe-a55f-a323d2b78d1f found for delete ", "request_id": "req-1cfea554-10ba-4855-a4d7-863a9bab6705"}]} Jul 19 15:52:36.648172 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34830) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:36.694504 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-1b74e981-753d-44f8-894e-8ee591b78269 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=171a2f5462994c8d98ffd8cbc2ce5677&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0450952 Jul 19 15:52:36.696848 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34832) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:36.744936 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e2a54396-0657-45d3-8f60-ef87b1876bf3 admin admin] Publish callbacks [] for security_group (50c12cac-b9ea-4b91-bad9-8665915ff4e4), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.766788 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e2a54396-0657-45d3-8f60-ef87b1876bf3 admin admin] Publish callbacks [] for security_group (50c12cac-b9ea-4b91-bad9-8665915ff4e4), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.783537 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:36.819357 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e2a54396-0657-45d3-8f60-ef87b1876bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (50c12cac-b9ea-4b91-bad9-8665915ff4e4), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.822010 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e2a54396-0657-45d3-8f60-ef87b1876bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:36.823196 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-e2a54396-0657-45d3-8f60-ef87b1876bf3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50c12cac-b9ea-4b91-bad9-8665915ff4e4 HTTP/1.1" status: 204 len: 168 time: 0.1254654 Jul 19 15:52:36.832408 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a54396-0657-45d3-8f60-ef87b1876bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c12cac-b9ea-4b91-bad9-8665915ff4e4,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:37.643281 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34866) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:37.756349 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-415690810-network', 'tenant_id': '1a557a0fec5448b7a913e52ec94ce250'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:52:37.776906 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Made reservation on behalf of 1a557a0fec5448b7a913e52ec94ce250 for: {'network': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:52:37.779437 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:37.789584 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:37.836379 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:37.843287 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:37.870815 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:52:37.893317 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:52:37.894200 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 8f15bf9a-bf29-4ee5-a056-bbf2ec309ab3 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:52:37.894890 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device f4022690-166a-41f5-a463-c0bfa6d7b196 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:52:37.898831 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Publish callbacks [] for security_group (c5e0deb6-dfec-44e0-b636-f3832be6e20e), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:37.904030 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (c5e0deb6-dfec-44e0-b636-f3832be6e20e), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:37.916835 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: f4022690-166a-41f5-a463-c0bfa6d7b196 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:52:37.917419 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device f4022690-166a-41f5-a463-c0bfa6d7b196 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:52:37.942414 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=115784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:52:37.949207 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e0deb6-dfec-44e0-b636-f3832be6e20e,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:37.957543 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (374fbc65-fd4c-4770-a598-ae8d85e25016), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:37.957883 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.segments_db [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Added segment 374fbc65-fd4c-4770-a598-ae8d85e25016 of type vlan for network 06ac7724-71b9-442c-b169-9af2b666ea6b Jul 19 15:52:38.007065 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (06ac7724-71b9-442c-b169-9af2b666ea6b), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:38.034099 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (06ac7724-71b9-442c-b169-9af2b666ea6b), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:38.035162 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:38.035760 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:38.068384 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4235682 Jul 19 15:52:38.071402 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34890) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:38.103125 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-87fa980e-d3fb-44e5-b20b-5d8381b865fc admin admin] Request body: {'subnet': {'network_id': '06ac7724-71b9-442c-b169-9af2b666ea6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-415690810-subnet', 'tenant_id': '1a557a0fec5448b7a913e52ec94ce250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:52:38.115251 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e31b1-695b-405e-8d4b-d1715a48d64c admin admin] Pushing event updated for resources: {'Network': ['ID=06ac7724-71b9-442c-b169-9af2b666ea6b,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:38.124881 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 06ac7724-71b9-442c-b169-9af2b666ea6b details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:52:38.133040 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fa980e-d3fb-44e5-b20b-5d8381b865fc admin admin] Made reservation on behalf of 1a557a0fec5448b7a913e52ec94ce250 for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:52:38.135594 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-87fa980e-d3fb-44e5-b20b-5d8381b865fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25607098'] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:38.181047 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:38.569030 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-87fa980e-d3fb-44e5-b20b-5d8381b865fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25607084'] for subnet (455159ec-cdad-4727-9c36-4c5bd4f4ffea), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:38.629594 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa980e-d3fb-44e5-b20b-5d8381b865fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=455159ec-cdad-4727-9c36-4c5bd4f4ffea,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:38.638124 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fa980e-d3fb-44e5-b20b-5d8381b865fc admin admin] Checking segment: {'id': '374fbc65-fd4c-4770-a598-ae8d85e25016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '06ac7724-71b9-442c-b169-9af2b666ea6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:52:38.638510 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa980e-d3fb-44e5-b20b-5d8381b865fc admin admin] Network hostable DHCP agents. Network: 06ac7724-71b9-442c-b169-9af2b666ea6b, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:52:38.655197 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa980e-d3fb-44e5-b20b-5d8381b865fc admin admin] Network 06ac7724-71b9-442c-b169-9af2b666ea6b is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:52:38.663992 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-87fa980e-d3fb-44e5-b20b-5d8381b865fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 06ac7724-71b9-442c-b169-9af2b666ea6b) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:52:38.670164 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fa980e-d3fb-44e5-b20b-5d8381b865fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:38.670400 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-87fa980e-d3fb-44e5-b20b-5d8381b865fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:38.678022 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d27d6b-b76d-46ac-b2c3-f244ddbee8de None None] Network 06ac7724-71b9-442c-b169-9af2b666ea6b requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:52:38.693689 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-87fa980e-d3fb-44e5-b20b-5d8381b865fc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6211932 Jul 19 15:52:38.785046 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa4fa2-513d-40d5-b25c-c9e7db013bc7 None None] Network 06ac7724-71b9-442c-b169-9af2b666ea6b requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:52:39.216531 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34926) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:39.226404 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-679389418-network', 'tenant_id': '48d53f45bede45c6b768bedfd4499031'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:52:39.247612 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Made reservation on behalf of 48d53f45bede45c6b768bedfd4499031 for: {'network': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:52:39.251272 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:39.261181 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34930) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:39.268047 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:39.322767 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:39.367448 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Publish callbacks [] for security_group (9deff7e3-25ec-4d97-9317-7754b4f72b11), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:39.372508 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (9deff7e3-25ec-4d97-9317-7754b4f72b11), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:39.381324 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:39.405998 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=115784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:52:39.414308 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deff7e3-25ec-4d97-9317-7754b4f72b11,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:39.421696 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (97b46369-69fc-46fd-8588-b54a0b4992f4), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:39.422243 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.segments_db [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Added segment 97b46369-69fc-46fd-8588-b54a0b4992f4 of type vlan for network 3adfc884-2b00-4cec-8b8e-0e299bf215ab Jul 19 15:52:39.465063 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (3adfc884-2b00-4cec-8b8e-0e299bf215ab), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:39.492095 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (3adfc884-2b00-4cec-8b8e-0e299bf215ab), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:39.493017 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:39.493595 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:39.527490 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3092694 Jul 19 15:52:39.530281 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34938) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:39.536374 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-e8e15d22-512e-4c0f-bda8-30dc1ff2a489 admin admin] Request body: {'subnet': {'network_id': '3adfc884-2b00-4cec-8b8e-0e299bf215ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-679389418-subnet', 'tenant_id': '48d53f45bede45c6b768bedfd4499031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:52:39.580561 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362a50c-ba68-4c6d-83ff-826b4b50c319 admin admin] Pushing event updated for resources: {'Network': ['ID=3adfc884-2b00-4cec-8b8e-0e299bf215ab,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:39.592076 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 3adfc884-2b00-4cec-8b8e-0e299bf215ab details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:52:39.598268 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e15d22-512e-4c0f-bda8-30dc1ff2a489 admin admin] Made reservation on behalf of 48d53f45bede45c6b768bedfd4499031 for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:52:39.600966 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e8e15d22-512e-4c0f-bda8-30dc1ff2a489 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25607098'] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:39.615667 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:39.787654 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e8e15d22-512e-4c0f-bda8-30dc1ff2a489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25607084'] for subnet (65642d21-39d8-4a0e-afa6-42abaf8a5e9c), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:39.845188 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e15d22-512e-4c0f-bda8-30dc1ff2a489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65642d21-39d8-4a0e-afa6-42abaf8a5e9c,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:39.850045 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4504-d809-481c-834c-dafb4c95158c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666299'] for router_interface (441aac0f-e735-413c-9ddc-149e4b085715), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:39.856064 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e15d22-512e-4c0f-bda8-30dc1ff2a489 admin admin] Checking segment: {'id': '97b46369-69fc-46fd-8588-b54a0b4992f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3adfc884-2b00-4cec-8b8e-0e299bf215ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:52:39.856301 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e15d22-512e-4c0f-bda8-30dc1ff2a489 admin admin] Network hostable DHCP agents. Network: 3adfc884-2b00-4cec-8b8e-0e299bf215ab, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:52:39.873392 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e15d22-512e-4c0f-bda8-30dc1ff2a489 admin admin] Network 3adfc884-2b00-4cec-8b8e-0e299bf215ab is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:52:39.882893 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-e8e15d22-512e-4c0f-bda8-30dc1ff2a489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 3adfc884-2b00-4cec-8b8e-0e299bf215ab) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:52:39.887051 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e15d22-512e-4c0f-bda8-30dc1ff2a489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:52:39.887643 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e8e15d22-512e-4c0f-bda8-30dc1ff2a489 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:39.895771 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8117163-4a0e-403f-bfcb-fc13c4f33f42 None None] Network 3adfc884-2b00-4cec-8b8e-0e299bf215ab requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:52:39.908863 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-e8e15d22-512e-4c0f-bda8-30dc1ff2a489 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3773158 Jul 19 15:52:40.020289 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae22c5a-f271-4dea-9dbb-bc2982be07f9 None None] Network 3adfc884-2b00-4cec-8b8e-0e299bf215ab requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:52:40.037591 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34942) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:40.129767 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_v2 [None req-307a0283-5031-476d-ba8e-c4f402ec7ef5 admin admin] Deleting subnet 455159ec-cdad-4727-9c36-4c5bd4f4ffea {{(pid=115785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:52:40.134200 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-307a0283-5031-476d-ba8e-c4f402ec7ef5 admin admin] Publish callbacks [] for subnet (455159ec-cdad-4727-9c36-4c5bd4f4ffea), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.170384 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f4504-d809-481c-834c-dafb4c95158c admin admin] Deleting port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:40.170741 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4504-d809-481c-834c-dafb4c95158c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.195764 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-307a0283-5031-476d-ba8e-c4f402ec7ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28889440'] for subnet (455159ec-cdad-4727-9c36-4c5bd4f4ffea), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.283499 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-307a0283-5031-476d-ba8e-c4f402ec7ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (455159ec-cdad-4727-9c36-4c5bd4f4ffea), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.318572 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-ea2f4504-d809-481c-834c-dafb4c95158c admin admin] For port 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=2f5a926e-6390-45a2-b55a-5bcb0aafdfc1,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:40.318939 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4504-d809-481c-834c-dafb4c95158c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.336260 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f4504-d809-481c-834c-dafb4c95158c admin admin] Calling delete_port for 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 owned by network:router_interface {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:40.396299 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:40.421028 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-307a0283-5031-476d-ba8e-c4f402ec7ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28811008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28593656'] for subnet (455159ec-cdad-4727-9c36-4c5bd4f4ffea), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.426022 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:40.455504 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a0283-5031-476d-ba8e-c4f402ec7ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=455159ec-cdad-4727-9c36-4c5bd4f4ffea,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:40.491497 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-307a0283-5031-476d-ba8e-c4f402ec7ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.494699 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-307a0283-5031-476d-ba8e-c4f402ec7ef5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/455159ec-cdad-4727-9c36-4c5bd4f4ffea HTTP/1.1" status: 204 len: 168 time: 0.4561343 Jul 19 15:52:40.497220 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34954) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:40.595884 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-544e1550-87e3-4b79-a40b-2069f344e072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (06ac7724-71b9-442c-b169-9af2b666ea6b), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.721373 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-544e1550-87e3-4b79-a40b-2069f344e072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (06ac7724-71b9-442c-b169-9af2b666ea6b), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.744846 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4504-d809-481c-834c-dafb4c95158c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (2f5a926e-6390-45a2-b55a-5bcb0aafdfc1), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.756301 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-544e1550-87e3-4b79-a40b-2069f344e072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ac7724-71b9-442c-b169-9af2b666ea6b']}} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:40.780529 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f4504-d809-481c-834c-dafb4c95158c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5a926e-6390-45a2-b55a-5bcb0aafdfc1,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:40.783399 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-544e1550-87e3-4b79-a40b-2069f344e072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374fbc65-fd4c-4770-a598-ae8d85e25016') {'for_net_delete': True} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:40.783759 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-544e1550-87e3-4b79-a40b-2069f344e072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374fbc65-fd4c-4770-a598-ae8d85e25016') {} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:40.799443 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-544e1550-87e3-4b79-a40b-2069f344e072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28889433'] for segment (374fbc65-fd4c-4770-a598-ae8d85e25016), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.851742 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-544e1550-87e3-4b79-a40b-2069f344e072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (374fbc65-fd4c-4770-a598-ae8d85e25016), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.863138 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544e1550-87e3-4b79-a40b-2069f344e072 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=115785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:52:40.863594 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-544e1550-87e3-4b79-a40b-2069f344e072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28814498'] for segment (374fbc65-fd4c-4770-a598-ae8d85e25016), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.882651 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 374fbc65-fd4c-4770-a598-ae8d85e25016 resource provider aggregate not found Jul 19 15:52:40.924445 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 374fbc65-fd4c-4770-a598-ae8d85e25016 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 374fbc65-fd4c-4770-a598-ae8d85e25016 found for delete ", "request_id": "req-57c6a5b4-4669-44b1-851a-f3c8bbb7105e"}]} Jul 19 15:52:40.979673 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-544e1550-87e3-4b79-a40b-2069f344e072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (06ac7724-71b9-442c-b169-9af2b666ea6b), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.989896 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-544e1550-87e3-4b79-a40b-2069f344e072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:40.992994 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-544e1550-87e3-4b79-a40b-2069f344e072 admin admin] 10.222.0.64 "DELETE /v2.0/networks/06ac7724-71b9-442c-b169-9af2b666ea6b HTTP/1.1" status: 204 len: 168 time: 0.4948757 Jul 19 15:52:40.995952 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34968) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:41.044486 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b6e44e-f616-446e-bc77-8cc4bae15092 admin admin] Deleting subnet 65642d21-39d8-4a0e-afa6-42abaf8a5e9c {{(pid=115784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:52:41.048200 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-14b6e44e-f616-446e-bc77-8cc4bae15092 admin admin] Publish callbacks [] for subnet (65642d21-39d8-4a0e-afa6-42abaf8a5e9c), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.091647 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-14b6e44e-f616-446e-bc77-8cc4bae15092 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25197860'] for subnet (65642d21-39d8-4a0e-afa6-42abaf8a5e9c), precommit_delete_associations {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.125705 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:41.135859 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-14b6e44e-f616-446e-bc77-8cc4bae15092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (65642d21-39d8-4a0e-afa6-42abaf8a5e9c), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.194199 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-14b6e44e-f616-446e-bc77-8cc4bae15092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25607063'] for subnet (65642d21-39d8-4a0e-afa6-42abaf8a5e9c), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.220568 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6e44e-f616-446e-bc77-8cc4bae15092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65642d21-39d8-4a0e-afa6-42abaf8a5e9c,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:41.225004 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-14b6e44e-f616-446e-bc77-8cc4bae15092 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.230529 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-14b6e44e-f616-446e-bc77-8cc4bae15092 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/65642d21-39d8-4a0e-afa6-42abaf8a5e9c HTTP/1.1" status: 204 len: 168 time: 0.2311735 Jul 19 15:52:41.230833 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34970) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:41.286764 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e1550-87e3-4b79-a40b-2069f344e072 admin admin] Pushing event deleted for resources: {'Network': ['ID=06ac7724-71b9-442c-b169-9af2b666ea6b,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:41.305765 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4504-d809-481c-834c-dafb4c95158c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3665183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666191'] for router_interface (441aac0f-e735-413c-9ddc-149e4b085715), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.307207 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5c4071c3-d23c-4071-880b-547dcc02628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (3adfc884-2b00-4cec-8b8e-0e299bf215ab), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.390423 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5c4071c3-d23c-4071-880b-547dcc02628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (3adfc884-2b00-4cec-8b8e-0e299bf215ab), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.392600 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:41.412533 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-5c4071c3-d23c-4071-880b-547dcc02628d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adfc884-2b00-4cec-8b8e-0e299bf215ab']}} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:41.422418 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-5c4071c3-d23c-4071-880b-547dcc02628d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b46369-69fc-46fd-8588-b54a0b4992f4') {'for_net_delete': True} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:41.422724 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-5c4071c3-d23c-4071-880b-547dcc02628d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b46369-69fc-46fd-8588-b54a0b4992f4') {} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:41.433756 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5c4071c3-d23c-4071-880b-547dcc02628d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25197853'] for segment (97b46369-69fc-46fd-8588-b54a0b4992f4), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.447689 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5c4071c3-d23c-4071-880b-547dcc02628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (97b46369-69fc-46fd-8588-b54a0b4992f4), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.453903 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4071c3-d23c-4071-880b-547dcc02628d admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=115784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:52:41.454770 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5c4071c3-d23c-4071-880b-547dcc02628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29312085'] for segment (97b46369-69fc-46fd-8588-b54a0b4992f4), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.501772 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment 97b46369-69fc-46fd-8588-b54a0b4992f4 resource provider aggregate not found Jul 19 15:52:41.517550 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2f4504-d809-481c-834c-dafb4c95158c admin admin] Router 441aac0f-e735-413c-9ddc-149e4b085715 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:52:41.521185 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5c4071c3-d23c-4071-880b-547dcc02628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (3adfc884-2b00-4cec-8b8e-0e299bf215ab), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.521577 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:41.528067 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5c4071c3-d23c-4071-880b-547dcc02628d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.531186 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-5c4071c3-d23c-4071-880b-547dcc02628d admin admin] 10.222.0.64 "DELETE /v2.0/networks/3adfc884-2b00-4cec-8b8e-0e299bf215ab HTTP/1.1" status: 204 len: 168 time: 0.2995195 Jul 19 15:52:41.532970 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment 97b46369-69fc-46fd-8588-b54a0b4992f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97b46369-69fc-46fd-8588-b54a0b4992f4 found for delete ", "request_id": "req-db06a667-0ee3-4764-b29e-4d2c8b17a97b"}]} Jul 19 15:52:41.544553 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4071c3-d23c-4071-880b-547dcc02628d admin admin] Pushing event deleted for resources: {'Network': ['ID=3adfc884-2b00-4cec-8b8e-0e299bf215ab,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:41.610785 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:41.630108 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2f4504-d809-481c-834c-dafb4c95158c admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:52:41.635506 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-ea2f4504-d809-481c-834c-dafb4c95158c admin admin] 10.222.0.64 "PUT /v2.0/routers/441aac0f-e735-413c-9ddc-149e4b085715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3729103 Jul 19 15:52:41.637865 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 34978) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:41.639172 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c805bd1-6fb6-43b7-86a8-a1b8e0f919b1 None None] Sync routers for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:52:41.651391 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c805bd1-6fb6-43b7-86a8-a1b8e0f919b1 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:52:41.652162 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-5c805bd1-6fb6-43b7-86a8-a1b8e0f919b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:52:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:41.656061 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34980) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:41.709542 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-2911bc4f-c090-41c5-9b27-3cacb7cea708 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a557a0fec5448b7a913e52ec94ce250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490706 Jul 19 15:52:41.709776 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 34984) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:41.767232 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ae22fdf9-8df8-46b0-bbf3-05de2c439ea7 admin admin] Publish callbacks [] for security_group (c5e0deb6-dfec-44e0-b636-f3832be6e20e), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.769433 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-5c805bd1-6fb6-43b7-86a8-a1b8e0f919b1 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:52:41.771647 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Publish callbacks [] for router (441aac0f-e735-413c-9ddc-149e4b085715), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.792126 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ae22fdf9-8df8-46b0-bbf3-05de2c439ea7 admin admin] Publish callbacks [] for security_group (c5e0deb6-dfec-44e0-b636-f3832be6e20e), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.852000 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ae22fdf9-8df8-46b0-bbf3-05de2c439ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (c5e0deb6-dfec-44e0-b636-f3832be6e20e), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.854591 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ae22fdf9-8df8-46b0-bbf3-05de2c439ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.855770 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-ae22fdf9-8df8-46b0-bbf3-05de2c439ea7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5e0deb6-dfec-44e0-b636-f3832be6e20e HTTP/1.1" status: 204 len: 168 time: 0.1449227 Jul 19 15:52:41.868462 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22fdf9-8df8-46b0-bbf3-05de2c439ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e0deb6-dfec-44e0-b636-f3832be6e20e,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:41.912410 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Publish callbacks [] for router_gateway (441aac0f-e735-413c-9ddc-149e4b085715), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:41.985458 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Deleting port 874d094a-5c65-4519-ab7c-be4c1bcffeb0 {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:41.986069 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.002573 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:42.013755 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-5c805bd1-6fb6-43b7-86a8-a1b8e0f919b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:52:40Z', 'revision_number': 5, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port': {'id': '874d094a-5c65-4519-ab7c-be4c1bcffeb0', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441aac0f-e735-413c-9ddc-149e4b085715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:45:07Z', 'updated_at': '2022-07-19T15:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:42.041415 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c805bd1-6fb6-43b7-86a8-a1b8e0f919b1 None None] Checking router: 441aac0f-e735-413c-9ddc-149e4b085715 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:52:42.053407 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c805bd1-6fb6-43b7-86a8-a1b8e0f919b1 None None] Routers {'441aac0f-e735-413c-9ddc-149e4b085715'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:52:42.054163 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-5c805bd1-6fb6-43b7-86a8-a1b8e0f919b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:52:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['441aac0f-e735-413c-9ddc-149e4b085715'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:42.098228 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] For port 874d094a-5c65-4519-ab7c-be4c1bcffeb0, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=874d094a-5c65-4519-ab7c-be4c1bcffeb0,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:42.098767 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.114181 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Calling delete_port for 874d094a-5c65-4519-ab7c-be4c1bcffeb0 owned by network:router_gateway {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:42.153366 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-5c805bd1-6fb6-43b7-86a8-a1b8e0f919b1 None None] Set router 441aac0f-e735-413c-9ddc-149e4b085715 gateway port host: None {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:52:42.201910 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:42.213332 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-5c805bd1-6fb6-43b7-86a8-a1b8e0f919b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:52:41Z', 'revision_number': 6, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port_host': None}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:42.243194 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c805bd1-6fb6-43b7-86a8-a1b8e0f919b1 None None] The sync data for ids ['441aac0f-e735-413c-9ddc-149e4b085715'] in dv-cinder-849022-3-iscsi is: [{'id': '441aac0f-e735-413c-9ddc-149e4b085715', 'name': 'tempest-AttachVolumeNegativeTest-154882505-router', 'tenant_id': '45a72d232f314a78b0e1c3f04b0ed682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:45:04Z', 'updated_at': '2022-07-19T15:52:41Z', 'revision_number': 6, 'project_id': '45a72d232f314a78b0e1c3f04b0ed682', 'gw_port_host': None}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:52:42.322282 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35002) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:42.333543 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (874d094a-5c65-4519-ab7c-be4c1bcffeb0), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.358148 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Pushing event deleted for resources: {'Port': ['ID=874d094a-5c65-4519-ab7c-be4c1bcffeb0,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:42.363495 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-a61ffa5e-7889-49b1-9ba2-6c14d88ce0ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48d53f45bede45c6b768bedfd4499031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400302 Jul 19 15:52:42.366186 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35004) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:42.422476 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c8d036d9-4611-436f-99cc-15f76192973b admin admin] Publish callbacks [] for security_group (9deff7e3-25ec-4d97-9317-7754b4f72b11), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.429217 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661796'] for router_gateway (441aac0f-e735-413c-9ddc-149e4b085715), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.446351 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c8d036d9-4611-436f-99cc-15f76192973b admin admin] Publish callbacks [] for security_group (9deff7e3-25ec-4d97-9317-7754b4f72b11), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.495974 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c8d036d9-4611-436f-99cc-15f76192973b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (9deff7e3-25ec-4d97-9317-7754b4f72b11), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.500774 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c8d036d9-4611-436f-99cc-15f76192973b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.505352 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c8d036d9-4611-436f-99cc-15f76192973b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9deff7e3-25ec-4d97-9317-7754b4f72b11 HTTP/1.1" status: 204 len: 168 time: 0.1348255 Jul 19 15:52:42.511124 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d036d9-4611-436f-99cc-15f76192973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deff7e3-25ec-4d97-9317-7754b4f72b11,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:42.522341 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-918'] for router (441aac0f-e735-413c-9ddc-149e4b085715), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.525193 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Publish callbacks [] for router_controller (441aac0f-e735-413c-9ddc-149e4b085715), precommit_delete_associations {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.569637 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667305'] for router (441aac0f-e735-413c-9ddc-149e4b085715), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.570286 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 441aac0f-e735-413c-9ddc-149e4b085715 {{(pid=115784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 15:52:42.575232 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.579170 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-a047d8d1-54b4-4c0c-8757-a28e9904ae16 admin admin] 10.222.0.64 "DELETE /v2.0/routers/441aac0f-e735-413c-9ddc-149e4b085715 HTTP/1.1" status: 204 len: 168 time: 0.9375145 Jul 19 15:52:42.579329 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35008) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:42.626041 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bf254a-eaaf-48da-87f4-feb5f812ee40 admin admin] Deleting subnet 783ad02f-bd45-48ea-8e48-5acd89ea85ac {{(pid=115784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:52:42.629421 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-38bf254a-eaaf-48da-87f4-feb5f812ee40 admin admin] Publish callbacks [] for subnet (783ad02f-bd45-48ea-8e48-5acd89ea85ac), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.662542 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:42.671798 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-38bf254a-eaaf-48da-87f4-feb5f812ee40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25197860'] for subnet (783ad02f-bd45-48ea-8e48-5acd89ea85ac), precommit_delete_associations {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.759504 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-38bf254a-eaaf-48da-87f4-feb5f812ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (783ad02f-bd45-48ea-8e48-5acd89ea85ac), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.813982 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-38bf254a-eaaf-48da-87f4-feb5f812ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25607063'] for subnet (783ad02f-bd45-48ea-8e48-5acd89ea85ac), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.843484 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf254a-eaaf-48da-87f4-feb5f812ee40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783ad02f-bd45-48ea-8e48-5acd89ea85ac,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:42.847977 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-38bf254a-eaaf-48da-87f4-feb5f812ee40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.850801 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-38bf254a-eaaf-48da-87f4-feb5f812ee40 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/783ad02f-bd45-48ea-8e48-5acd89ea85ac HTTP/1.1" status: 204 len: 168 time: 0.2705309 Jul 19 15:52:42.853569 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35016) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:42.865299 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da9c71-d742-4f81-846d-7f8b9100c8b2 None None] Network fe8b95ad-7997-4bfd-893e-d87b2c843602 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:52:42.937392 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (fe8b95ad-7997-4bfd-893e-d87b2c843602), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:42.980684 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Deleting port 4a365017-bb9a-4d79-9007-c05962a8fdfe {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:42.980932 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.076023 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] For port 4a365017-bb9a-4d79-9007-c05962a8fdfe, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=4a365017-bb9a-4d79-9007-c05962a8fdfe,segment=NetworkSegment(25a5302a-bc22-499e-bae3-a00a4ce42b06),segment_id=25a5302a-bc22-499e-bae3-a00a4ce42b06)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:43.076255 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.091586 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Calling delete_port for 4a365017-bb9a-4d79-9007-c05962a8fdfe owned by network:dhcp {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:43.175369 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ef653-2644-4e06-8c68-07d18d4be23f None None] DHCP port deletion for fe8b95ad-7997-4bfd-893e-d87b2c843602 request from dv-cinder-849022-3-iscsi {{(pid=115786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 15:52:43.177855 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:43.202115 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.238792 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a365017-bb9a-4d79-9007-c05962a8fdfe,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:43.241405 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ef653-2644-4e06-8c68-07d18d4be23f None None] Deleting port 4a365017-bb9a-4d79-9007-c05962a8fdfe {{(pid=115786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:52:43.241787 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef653-2644-4e06-8c68-07d18d4be23f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), before_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.250489 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] No DVR routers for this DVR port 4a365017-bb9a-4d79-9007-c05962a8fdfe on host dv-cinder-849022-3-iscsi {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:52:43.347555 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (fe8b95ad-7997-4bfd-893e-d87b2c843602), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.352544 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-bd8ef653-2644-4e06-8c68-07d18d4be23f None None] For port 4a365017-bb9a-4d79-9007-c05962a8fdfe, host dv-cinder-849022-3-iscsi, got binding levels [] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:52:43.353055 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef653-2644-4e06-8c68-07d18d4be23f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), precommit_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.374750 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ef653-2644-4e06-8c68-07d18d4be23f None None] Calling delete_port for 4a365017-bb9a-4d79-9007-c05962a8fdfe owned by network:dhcp {{(pid=115786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:52:43.374960 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8b95ad-7997-4bfd-893e-d87b2c843602']}} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:43.379329 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.ipam_backend_mixin [None req-bd8ef653-2644-4e06-8c68-07d18d4be23f None None] Port 4a365017-bb9a-4d79-9007-c05962a8fdfe was not found and therefore no delete operation was performed {{(pid=115786) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 19 15:52:43.381734 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef653-2644-4e06-8c68-07d18d4be23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758'] for port (4a365017-bb9a-4d79-9007-c05962a8fdfe), after_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.387474 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:43.392968 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a5302a-bc22-499e-bae3-a00a4ce42b06') {'for_net_delete': True} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:43.393267 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a5302a-bc22-499e-bae3-a00a4ce42b06') {} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:52:43.395872 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:43.397072 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ef653-2644-4e06-8c68-07d18d4be23f None None] No DVR routers for this DVR port 4a365017-bb9a-4d79-9007-c05962a8fdfe on host dv-cinder-849022-3-iscsi {{(pid=115786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:52:43.413184 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28889433'] for segment (25a5302a-bc22-499e-bae3-a00a4ce42b06), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.430780 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (25a5302a-bc22-499e-bae3-a00a4ce42b06), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.449643 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=115785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:52:43.450229 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28814498'] for segment (25a5302a-bc22-499e-bae3-a00a4ce42b06), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.451452 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ef653-2644-4e06-8c68-07d18d4be23f None None] Pushing event deleted for resources: {'Port': ['ID=4a365017-bb9a-4d79-9007-c05962a8fdfe,revision_number=None']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:43.463506 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.507291 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 25a5302a-bc22-499e-bae3-a00a4ce42b06 resource provider aggregate not found Jul 19 15:52:43.528995 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (fe8b95ad-7997-4bfd-893e-d87b2c843602), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.531869 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 25a5302a-bc22-499e-bae3-a00a4ce42b06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25a5302a-bc22-499e-bae3-a00a4ce42b06 found for delete ", "request_id": "req-aded1386-762f-47a1-983d-4d2be0fade74"}]} Jul 19 15:52:43.536802 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.540250 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fe8b95ad-7997-4bfd-893e-d87b2c843602 HTTP/1.1" status: 204 len: 168 time: 0.6853509 Jul 19 15:52:43.551806 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9875ca-f828-4b0e-91a8-602e012231e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8b95ad-7997-4bfd-893e-d87b2c843602,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:43.689105 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35054) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:43.734471 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-564348d0-9591-4acd-977e-0566790e94ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45a72d232f314a78b0e1c3f04b0ed682&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427537 Jul 19 15:52:43.736884 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35056) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:43.786958 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0da6-a777-4ce4-b056-e5e7426bd4f5 admin admin] Publish callbacks [] for security_group (f5d7f5de-0ec1-43a6-9b14-362af6661287), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.811658 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0da6-a777-4ce4-b056-e5e7426bd4f5 admin admin] Publish callbacks [] for security_group (f5d7f5de-0ec1-43a6-9b14-362af6661287), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.869386 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 4a365017-bb9a-4d79-9007-c05962a8fdfe no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:52:43.872354 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0da6-a777-4ce4-b056-e5e7426bd4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (f5d7f5de-0ec1-43a6-9b14-362af6661287), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.878459 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0da6-a777-4ce4-b056-e5e7426bd4f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:43.882611 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-e0dc0da6-a777-4ce4-b056-e5e7426bd4f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5d7f5de-0ec1-43a6-9b14-362af6661287 HTTP/1.1" status: 204 len: 168 time: 0.1437113 Jul 19 15:52:43.892883 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc0da6-a777-4ce4-b056-e5e7426bd4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d7f5de-0ec1-43a6-9b14-362af6661287,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:43.896261 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 4a365017-bb9a-4d79-9007-c05962a8fdfe {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:52:43.897160 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 4a365017-bb9a-4d79-9007-c05962a8fdfe not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:52:43.897822 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 874d094a-5c65-4519-ab7c-be4c1bcffeb0 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:52:43.927485 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 874d094a-5c65-4519-ab7c-be4c1bcffeb0 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:52:43.928069 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 874d094a-5c65-4519-ab7c-be4c1bcffeb0 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:52:43.928664 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:52:43.950336 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:52:43.950715 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 2f5a926e-6390-45a2-b55a-5bcb0aafdfc1 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:52:45.439670 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=2 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:45.472162 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:46.241853 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-58198a8f-af2d-4ef8-89a9-d1d9629c289f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:48.639928 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-49696e0c-0520-4f4a-96b0-ec8ead1b5acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:49.372009 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35258) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:49.493812 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8ee6ecdd-cd25-4407-a1bd-7e5197b7bc0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:49.570466 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8ee6ecdd-cd25-4407-a1bd-7e5197b7bc0f admin admin] Publish callbacks [] for security_group (43429421-7f63-4315-906e-66c9c908f169), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:49.574637 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8ee6ecdd-cd25-4407-a1bd-7e5197b7bc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (43429421-7f63-4315-906e-66c9c908f169), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:49.615821 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-8ee6ecdd-cd25-4407-a1bd-7e5197b7bc0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2963bde44fe64026828c54644dc4c664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426541 Jul 19 15:52:49.616897 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6ecdd-cd25-4407-a1bd-7e5197b7bc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43429421-7f63-4315-906e-66c9c908f169,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:49.618680 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35262) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:49.631834 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:49.672707 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6ad6-11d5-4f54-8fdf-ec3c6bb6dbf6 admin admin] Publish callbacks [] for security_group (43429421-7f63-4315-906e-66c9c908f169), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:49.696394 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6ad6-11d5-4f54-8fdf-ec3c6bb6dbf6 admin admin] Publish callbacks [] for security_group (43429421-7f63-4315-906e-66c9c908f169), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:49.747479 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6ad6-11d5-4f54-8fdf-ec3c6bb6dbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (43429421-7f63-4315-906e-66c9c908f169), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:49.750103 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6ad6-11d5-4f54-8fdf-ec3c6bb6dbf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:49.751280 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-6fdc6ad6-11d5-4f54-8fdf-ec3c6bb6dbf6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43429421-7f63-4315-906e-66c9c908f169 HTTP/1.1" status: 204 len: 168 time: 0.1311274 Jul 19 15:52:49.759616 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc6ad6-11d5-4f54-8fdf-ec3c6bb6dbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43429421-7f63-4315-906e-66c9c908f169,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:50.015924 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35268) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:50.030059 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-02400d45-a240-4476-98b2-f40d52343b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:50.086108 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:DELETE=5,neutron:UPDATE=3,neutron:SELECT=83,neutron:INSERT=9 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:50.110004 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-02400d45-a240-4476-98b2-f40d52343b42 admin admin] Publish callbacks [] for security_group (4acd6830-bb78-4c05-ac6d-6ee3d3b97f83), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:50.114336 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-02400d45-a240-4476-98b2-f40d52343b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (4acd6830-bb78-4c05-ac6d-6ee3d3b97f83), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:50.157257 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-02400d45-a240-4476-98b2-f40d52343b42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=73263c0c107546a28d35e4eddaccdeb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401713 Jul 19 15:52:50.158906 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02400d45-a240-4476-98b2-f40d52343b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acd6830-bb78-4c05-ac6d-6ee3d3b97f83,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:50.161743 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35274) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:50.223763 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-cab7641e-a2f9-4b04-a933-b0df98894b29 admin admin] Publish callbacks [] for security_group (4acd6830-bb78-4c05-ac6d-6ee3d3b97f83), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:50.246241 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-cab7641e-a2f9-4b04-a933-b0df98894b29 admin admin] Publish callbacks [] for security_group (4acd6830-bb78-4c05-ac6d-6ee3d3b97f83), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:50.298700 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-cab7641e-a2f9-4b04-a933-b0df98894b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (4acd6830-bb78-4c05-ac6d-6ee3d3b97f83), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:50.302096 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-cab7641e-a2f9-4b04-a933-b0df98894b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:50.305637 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-cab7641e-a2f9-4b04-a933-b0df98894b29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4acd6830-bb78-4c05-ac6d-6ee3d3b97f83 HTTP/1.1" status: 204 len: 168 time: 0.1399524 Jul 19 15:52:50.312460 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7641e-a2f9-4b04-a933-b0df98894b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acd6830-bb78-4c05-ac6d-6ee3d3b97f83,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:51.548627 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:51.879652 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:58.404534 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35468) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:58.512239 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-25420d8b-d564-4a9d-8c5a-9f5cb0da64e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:58.588931 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-25420d8b-d564-4a9d-8c5a-9f5cb0da64e4 admin admin] Publish callbacks [] for security_group (9bd23dd9-97df-471c-bcba-bf31dfbe2c74), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:58.592281 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-25420d8b-d564-4a9d-8c5a-9f5cb0da64e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (9bd23dd9-97df-471c-bcba-bf31dfbe2c74), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:58.610308 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:58.634111 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-25420d8b-d564-4a9d-8c5a-9f5cb0da64e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=357d1eabb952496081a22b8636eebee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284839 Jul 19 15:52:58.635841 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25420d8b-d564-4a9d-8c5a-9f5cb0da64e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd23dd9-97df-471c-bcba-bf31dfbe2c74,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:58.636913 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35472) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:58.691386 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-125a28bb-e65b-4841-a8d2-e4efd82f3fbc admin admin] Publish callbacks [] for security_group (9bd23dd9-97df-471c-bcba-bf31dfbe2c74), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:58.713589 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-125a28bb-e65b-4841-a8d2-e4efd82f3fbc admin admin] Publish callbacks [] for security_group (9bd23dd9-97df-471c-bcba-bf31dfbe2c74), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:58.762232 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-125a28bb-e65b-4841-a8d2-e4efd82f3fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (9bd23dd9-97df-471c-bcba-bf31dfbe2c74), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:58.764865 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-125a28bb-e65b-4841-a8d2-e4efd82f3fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:58.766120 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-125a28bb-e65b-4841-a8d2-e4efd82f3fbc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9bd23dd9-97df-471c-bcba-bf31dfbe2c74 HTTP/1.1" status: 204 len: 168 time: 0.1282051 Jul 19 15:52:58.773768 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a28bb-e65b-4841-a8d2-e4efd82f3fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd23dd9-97df-471c-bcba-bf31dfbe2c74,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:59.031294 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35478) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:59.045405 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8665d491-ba89-4b07-bdaf-7a9fceb3b5bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:59.087925 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=16 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:52:59.126473 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8665d491-ba89-4b07-bdaf-7a9fceb3b5bc admin admin] Publish callbacks [] for security_group (04618c9f-1a75-4564-b27b-deba3a2a6499), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:59.130512 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8665d491-ba89-4b07-bdaf-7a9fceb3b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (04618c9f-1a75-4564-b27b-deba3a2a6499), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:59.165658 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665d491-ba89-4b07-bdaf-7a9fceb3b5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04618c9f-1a75-4564-b27b-deba3a2a6499,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:59.174302 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-8665d491-ba89-4b07-bdaf-7a9fceb3b5bc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c82f4245dde4f5c86b22d3de1720c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419683 Jul 19 15:52:59.177465 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35488) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:52:59.241895 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Publish callbacks [] for security_group (04618c9f-1a75-4564-b27b-deba3a2a6499), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:59.261626 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Publish callbacks [] for security_group (04618c9f-1a75-4564-b27b-deba3a2a6499), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:59.314587 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (04618c9f-1a75-4564-b27b-deba3a2a6499), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:59.317660 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:52:59.321131 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04618c9f-1a75-4564-b27b-deba3a2a6499 HTTP/1.1" status: 204 len: 168 time: 0.1404908 Jul 19 15:52:59.330306 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04618c9f-1a75-4564-b27b-deba3a2a6499,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:52:59.339099 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.339458 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.339819 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.340166 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.340509 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.340871 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.341173 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.341519 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.341847 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.342176 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.342540 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.342874 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.343203 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.343531 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:52:59.343875 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21004e8-d08a-4cda-a161-9bd7ea995d90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:03.623067 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35666) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:03.765141 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d1282187-4532-45d1-95fd-8d2919a44d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:03.846083 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d1282187-4532-45d1-95fd-8d2919a44d01 admin admin] Publish callbacks [] for security_group (41a5613e-15fe-4305-a402-60e67f6aeab3), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:03.850675 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d1282187-4532-45d1-95fd-8d2919a44d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (41a5613e-15fe-4305-a402-60e67f6aeab3), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:03.891890 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-d1282187-4532-45d1-95fd-8d2919a44d01 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1bdbfde0a7e42e7ac67529be65184af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675676 Jul 19 15:53:03.897432 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1282187-4532-45d1-95fd-8d2919a44d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a5613e-15fe-4305-a402-60e67f6aeab3,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:03.897538 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35684) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:03.953717 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3f73022d-91da-419f-af68-de6434a246dd admin admin] Publish callbacks [] for security_group (41a5613e-15fe-4305-a402-60e67f6aeab3), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:03.958238 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:DELETE=8,neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:03.979480 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3f73022d-91da-419f-af68-de6434a246dd admin admin] Publish callbacks [] for security_group (41a5613e-15fe-4305-a402-60e67f6aeab3), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:04.035040 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3f73022d-91da-419f-af68-de6434a246dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (41a5613e-15fe-4305-a402-60e67f6aeab3), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:04.038287 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3f73022d-91da-419f-af68-de6434a246dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:04.040084 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-3f73022d-91da-419f-af68-de6434a246dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41a5613e-15fe-4305-a402-60e67f6aeab3 HTTP/1.1" status: 204 len: 168 time: 0.1438255 Jul 19 15:53:04.048357 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73022d-91da-419f-af68-de6434a246dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a5613e-15fe-4305-a402-60e67f6aeab3,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:04.334513 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35710) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:04.349130 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c7c37ac4-6a14-40f5-8820-72a75acf268d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:04.433121 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c7c37ac4-6a14-40f5-8820-72a75acf268d admin admin] Publish callbacks [] for security_group (ec34f89f-1159-446a-86c3-475f37bc4fbe), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:04.437081 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c7c37ac4-6a14-40f5-8820-72a75acf268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (ec34f89f-1159-446a-86c3-475f37bc4fbe), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:04.474461 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c37ac4-6a14-40f5-8820-72a75acf268d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec34f89f-1159-446a-86c3-475f37bc4fbe,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:04.480023 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c7c37ac4-6a14-40f5-8820-72a75acf268d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42c48982ca6c4637ad5823053ec36fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444988 Jul 19 15:53:04.482629 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35718) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:04.534324 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d6fdfbb1-6be3-49c1-9451-6941ba202012 admin admin] Publish callbacks [] for security_group (ec34f89f-1159-446a-86c3-475f37bc4fbe), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:04.557254 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d6fdfbb1-6be3-49c1-9451-6941ba202012 admin admin] Publish callbacks [] for security_group (ec34f89f-1159-446a-86c3-475f37bc4fbe), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:04.605817 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d6fdfbb1-6be3-49c1-9451-6941ba202012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (ec34f89f-1159-446a-86c3-475f37bc4fbe), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:04.608413 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-d6fdfbb1-6be3-49c1-9451-6941ba202012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:04.609569 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-d6fdfbb1-6be3-49c1-9451-6941ba202012 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec34f89f-1159-446a-86c3-475f37bc4fbe HTTP/1.1" status: 204 len: 168 time: 0.1260514 Jul 19 15:53:04.618292 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdfbb1-6be3-49c1-9451-6941ba202012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec34f89f-1159-446a-86c3-475f37bc4fbe,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:04.816337 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:53:05.813316 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:06.245776 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35770) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:06.351182 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c82926e1-a708-4712-aab7-a37497782f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:06.435959 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c82926e1-a708-4712-aab7-a37497782f8d admin admin] Publish callbacks [] for security_group (8f34b788-4631-412b-9aec-aede294a11ce), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:06.439641 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c82926e1-a708-4712-aab7-a37497782f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (8f34b788-4631-412b-9aec-aede294a11ce), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:06.483238 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c82926e1-a708-4712-aab7-a37497782f8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f4c31c45b9c486488b093ac1ce1cfa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360933 Jul 19 15:53:06.484121 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82926e1-a708-4712-aab7-a37497782f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f34b788-4631-412b-9aec-aede294a11ce,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:06.486222 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35774) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:06.499912 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:06.539357 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f24a2836-c2fc-4464-adcc-16eb55694064 admin admin] Publish callbacks [] for security_group (8f34b788-4631-412b-9aec-aede294a11ce), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:06.564570 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f24a2836-c2fc-4464-adcc-16eb55694064 admin admin] Publish callbacks [] for security_group (8f34b788-4631-412b-9aec-aede294a11ce), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:06.616386 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f24a2836-c2fc-4464-adcc-16eb55694064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (8f34b788-4631-412b-9aec-aede294a11ce), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:06.620440 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f24a2836-c2fc-4464-adcc-16eb55694064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:06.626742 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f24a2836-c2fc-4464-adcc-16eb55694064 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f34b788-4631-412b-9aec-aede294a11ce HTTP/1.1" status: 204 len: 168 time: 0.1338968 Jul 19 15:53:06.630349 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a2836-c2fc-4464-adcc-16eb55694064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f34b788-4631-412b-9aec-aede294a11ce,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:06.957186 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35812) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:07.060858 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35818) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:07.080469 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-254b4e0d-6a7f-4fc4-8cf5-90362217e473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.094192 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2f49df56-6b09-4ae9-8255-2fda490fd193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.171569 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:07.227731 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-254b4e0d-6a7f-4fc4-8cf5-90362217e473 admin admin] Publish callbacks [] for security_group (6ed36d7f-b26e-4238-8c6b-4aada1a19032), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.232403 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2f49df56-6b09-4ae9-8255-2fda490fd193 admin admin] Publish callbacks [] for security_group (5fe58a0a-b1f4-49cf-ae1a-68a090687e36), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.233357 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-254b4e0d-6a7f-4fc4-8cf5-90362217e473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (6ed36d7f-b26e-4238-8c6b-4aada1a19032), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.244874 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2f49df56-6b09-4ae9-8255-2fda490fd193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (5fe58a0a-b1f4-49cf-ae1a-68a090687e36), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.293197 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-254b4e0d-6a7f-4fc4-8cf5-90362217e473 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2597f2ae0d014e189fe88632add4b751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312386 Jul 19 15:53:07.295936 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35820) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:07.296441 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b4e0d-6a7f-4fc4-8cf5-90362217e473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed36d7f-b26e-4238-8c6b-4aada1a19032,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:07.300353 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-2f49df56-6b09-4ae9-8255-2fda490fd193 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=337fe1eeeb1f4bd784ae8a091dbc336c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412352 Jul 19 15:53:07.304728 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35822) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:07.331160 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:07.341446 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49df56-6b09-4ae9-8255-2fda490fd193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe58a0a-b1f4-49cf-ae1a-68a090687e36,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:07.355265 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Publish callbacks [] for security_group (6ed36d7f-b26e-4238-8c6b-4aada1a19032), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.374713 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-17bf847f-ead1-4711-9d72-b7d86840fded admin admin] Publish callbacks [] for security_group (5fe58a0a-b1f4-49cf-ae1a-68a090687e36), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.378503 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Publish callbacks [] for security_group (6ed36d7f-b26e-4238-8c6b-4aada1a19032), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.396752 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-17bf847f-ead1-4711-9d72-b7d86840fded admin admin] Publish callbacks [] for security_group (5fe58a0a-b1f4-49cf-ae1a-68a090687e36), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.429665 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (6ed36d7f-b26e-4238-8c6b-4aada1a19032), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.432476 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.434222 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ed36d7f-b26e-4238-8c6b-4aada1a19032 HTTP/1.1" status: 204 len: 168 time: 0.1370623 Jul 19 15:53:07.450138 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed36d7f-b26e-4238-8c6b-4aada1a19032,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:07.455059 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-17bf847f-ead1-4711-9d72-b7d86840fded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (5fe58a0a-b1f4-49cf-ae1a-68a090687e36), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.458654 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-17bf847f-ead1-4711-9d72-b7d86840fded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:07.460222 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-17bf847f-ead1-4711-9d72-b7d86840fded admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fe58a0a-b1f4-49cf-ae1a-68a090687e36 HTTP/1.1" status: 204 len: 168 time: 0.1545978 Jul 19 15:53:07.468336 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.469190 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.470041 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.471106 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.472290 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.473660 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.474538 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.475733 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.477031 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.478742 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.479622 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.481795 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.482990 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.484173 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.484461 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf847f-ead1-4711-9d72-b7d86840fded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe58a0a-b1f4-49cf-ae1a-68a090687e36,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:07.485385 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e4604-2ce0-4f92-a033-b17c91828591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:07.968891 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35840) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:07.983404 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f4999f15-c7d4-4ae3-b299-4bfe3d3af209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:08.011921 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:08.087380 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f4999f15-c7d4-4ae3-b299-4bfe3d3af209 admin admin] Publish callbacks [] for security_group (4d7892ff-7fd4-410f-9323-24792f95d9d6), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:08.092030 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f4999f15-c7d4-4ae3-b299-4bfe3d3af209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (4d7892ff-7fd4-410f-9323-24792f95d9d6), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:08.131977 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4999f15-c7d4-4ae3-b299-4bfe3d3af209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7892ff-7fd4-410f-9323-24792f95d9d6,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:08.152853 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-f4999f15-c7d4-4ae3-b299-4bfe3d3af209 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbe4bec64ab44fd887ee4cc502a91cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828744 Jul 19 15:53:08.155684 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35852) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:08.218670 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d8b15a63-470b-4fbd-90e4-ea979aa624a8 admin admin] Publish callbacks [] for security_group (4d7892ff-7fd4-410f-9323-24792f95d9d6), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:08.229022 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=16 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:08.253783 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d8b15a63-470b-4fbd-90e4-ea979aa624a8 admin admin] Publish callbacks [] for security_group (4d7892ff-7fd4-410f-9323-24792f95d9d6), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:08.309613 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d8b15a63-470b-4fbd-90e4-ea979aa624a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (4d7892ff-7fd4-410f-9323-24792f95d9d6), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:08.312662 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-d8b15a63-470b-4fbd-90e4-ea979aa624a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:08.314241 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-d8b15a63-470b-4fbd-90e4-ea979aa624a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d7892ff-7fd4-410f-9323-24792f95d9d6 HTTP/1.1" status: 204 len: 168 time: 0.1572473 Jul 19 15:53:08.323917 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b15a63-470b-4fbd-90e4-ea979aa624a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7892ff-7fd4-410f-9323-24792f95d9d6,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:09.683161 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 35948) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:09.825370 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e4d63b39-813e-4606-9046-15e0a4cd87b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:09.925056 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e4d63b39-813e-4606-9046-15e0a4cd87b2 admin admin] Publish callbacks [] for security_group (f89f57fc-63c5-46e7-a93c-fa79b78ce3cd), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:09.931043 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e4d63b39-813e-4606-9046-15e0a4cd87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (f89f57fc-63c5-46e7-a93c-fa79b78ce3cd), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:09.975739 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d63b39-813e-4606-9046-15e0a4cd87b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89f57fc-63c5-46e7-a93c-fa79b78ce3cd,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:09.982910 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35972) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:09.991091 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-e4d63b39-813e-4606-9046-15e0a4cd87b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ab1bb95b4c6462284171c967d13a581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066390 Jul 19 15:53:10.038543 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-599ad119-cfb4-44d0-88a5-13c0d655023c admin admin] Publish callbacks [] for security_group (f89f57fc-63c5-46e7-a93c-fa79b78ce3cd), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.062574 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-599ad119-cfb4-44d0-88a5-13c0d655023c admin admin] Publish callbacks [] for security_group (f89f57fc-63c5-46e7-a93c-fa79b78ce3cd), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.120140 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-599ad119-cfb4-44d0-88a5-13c0d655023c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (f89f57fc-63c5-46e7-a93c-fa79b78ce3cd), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.123783 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-599ad119-cfb4-44d0-88a5-13c0d655023c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.124960 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-599ad119-cfb4-44d0-88a5-13c0d655023c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f89f57fc-63c5-46e7-a93c-fa79b78ce3cd HTTP/1.1" status: 204 len: 168 time: 0.1410718 Jul 19 15:53:10.134790 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ad119-cfb4-44d0-88a5-13c0d655023c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89f57fc-63c5-46e7-a93c-fa79b78ce3cd,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:10.187721 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 35984) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:10.315101 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7422-1598-4d96-a6eb-6b55587495ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.430912 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7422-1598-4d96-a6eb-6b55587495ed admin admin] Publish callbacks [] for security_group (9125b604-37a0-4eb7-bfbe-e48c2bb3b8f8), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.435925 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7422-1598-4d96-a6eb-6b55587495ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (9125b604-37a0-4eb7-bfbe-e48c2bb3b8f8), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.479227 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b7422-1598-4d96-a6eb-6b55587495ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9125b604-37a0-4eb7-bfbe-e48c2bb3b8f8,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:10.486648 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0d7b7422-1598-4d96-a6eb-6b55587495ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7f0ad7c04714e62be42fc1ded635420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976503 Jul 19 15:53:10.486856 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36000) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:10.549694 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7cc438ad-d08b-48c2-a42a-cab073279503 admin admin] Publish callbacks [] for security_group (9125b604-37a0-4eb7-bfbe-e48c2bb3b8f8), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.566297 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36006) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:10.577533 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7cc438ad-d08b-48c2-a42a-cab073279503 admin admin] Publish callbacks [] for security_group (9125b604-37a0-4eb7-bfbe-e48c2bb3b8f8), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.580417 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8bd457fd-c5a5-47bc-80c2-ced71db02513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.602672 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:10.631739 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7cc438ad-d08b-48c2-a42a-cab073279503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (9125b604-37a0-4eb7-bfbe-e48c2bb3b8f8), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.634987 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7cc438ad-d08b-48c2-a42a-cab073279503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.636271 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-7cc438ad-d08b-48c2-a42a-cab073279503 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9125b604-37a0-4eb7-bfbe-e48c2bb3b8f8 HTTP/1.1" status: 204 len: 168 time: 0.1483412 Jul 19 15:53:10.645580 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc438ad-d08b-48c2-a42a-cab073279503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9125b604-37a0-4eb7-bfbe-e48c2bb3b8f8,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:10.725876 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8bd457fd-c5a5-47bc-80c2-ced71db02513 admin admin] Publish callbacks [] for security_group (8dd25a46-b4da-42bc-91d0-3a1e12ad910e), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.730890 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8bd457fd-c5a5-47bc-80c2-ced71db02513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (8dd25a46-b4da-42bc-91d0-3a1e12ad910e), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.777898 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-8bd457fd-c5a5-47bc-80c2-ced71db02513 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47515962207a4edfb44f91f7aad80482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099147 Jul 19 15:53:10.778801 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd457fd-c5a5-47bc-80c2-ced71db02513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd25a46-b4da-42bc-91d0-3a1e12ad910e,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:10.780723 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36018) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:10.851616 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e58a7b01-de8f-41c0-89b9-4d5cba816d44 admin admin] Publish callbacks [] for security_group (8dd25a46-b4da-42bc-91d0-3a1e12ad910e), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.879289 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e58a7b01-de8f-41c0-89b9-4d5cba816d44 admin admin] Publish callbacks [] for security_group (8dd25a46-b4da-42bc-91d0-3a1e12ad910e), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.935357 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e58a7b01-de8f-41c0-89b9-4d5cba816d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (8dd25a46-b4da-42bc-91d0-3a1e12ad910e), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.938033 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e58a7b01-de8f-41c0-89b9-4d5cba816d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:10.939227 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-e58a7b01-de8f-41c0-89b9-4d5cba816d44 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8dd25a46-b4da-42bc-91d0-3a1e12ad910e HTTP/1.1" status: 204 len: 168 time: 0.1566868 Jul 19 15:53:10.947890 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:10.949341 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a7b01-de8f-41c0-89b9-4d5cba816d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd25a46-b4da-42bc-91d0-3a1e12ad910e,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:10.994154 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36026) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:11.110117 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36032) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:11.125582 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7ac7fdbb-4ce5-4cf5-b891-9e89e39c39b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.210328 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7ac7fdbb-4ce5-4cf5-b891-9e89e39c39b8 admin admin] Publish callbacks [] for security_group (84c11a7a-52e4-44f9-8bfe-a16ac484b3dc), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.215128 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7ac7fdbb-4ce5-4cf5-b891-9e89e39c39b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (84c11a7a-52e4-44f9-8bfe-a16ac484b3dc), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.255608 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-7ac7fdbb-4ce5-4cf5-b891-9e89e39c39b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d9f6b714fc94cda8af05e4f93fa8573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441500 Jul 19 15:53:11.256813 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7fdbb-4ce5-4cf5-b891-9e89e39c39b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c11a7a-52e4-44f9-8bfe-a16ac484b3dc,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:11.258380 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36038) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:11.304544 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9138c8fb-bdd6-4039-ac43-9c205e7b957f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.316347 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3dd18ef4-d3b3-4e35-a13c-7cc26a7bf7e7 admin admin] Publish callbacks [] for security_group (84c11a7a-52e4-44f9-8bfe-a16ac484b3dc), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.316592 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:11.344116 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3dd18ef4-d3b3-4e35-a13c-7cc26a7bf7e7 admin admin] Publish callbacks [] for security_group (84c11a7a-52e4-44f9-8bfe-a16ac484b3dc), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.398733 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9138c8fb-bdd6-4039-ac43-9c205e7b957f admin admin] Publish callbacks [] for security_group (cb414ca3-d2f0-46de-b1a3-da9cd5e2406d), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.403725 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3dd18ef4-d3b3-4e35-a13c-7cc26a7bf7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (84c11a7a-52e4-44f9-8bfe-a16ac484b3dc), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.406846 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3dd18ef4-d3b3-4e35-a13c-7cc26a7bf7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.411020 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-3dd18ef4-d3b3-4e35-a13c-7cc26a7bf7e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84c11a7a-52e4-44f9-8bfe-a16ac484b3dc HTTP/1.1" status: 204 len: 168 time: 0.1483338 Jul 19 15:53:11.418751 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd18ef4-d3b3-4e35-a13c-7cc26a7bf7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c11a7a-52e4-44f9-8bfe-a16ac484b3dc,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:11.420644 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9138c8fb-bdd6-4039-ac43-9c205e7b957f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (cb414ca3-d2f0-46de-b1a3-da9cd5e2406d), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.469720 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-9138c8fb-bdd6-4039-ac43-9c205e7b957f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5bb14b67a2e4f3f9bbac74cb2235607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4744384 Jul 19 15:53:11.471333 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138c8fb-bdd6-4039-ac43-9c205e7b957f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb414ca3-d2f0-46de-b1a3-da9cd5e2406d,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:11.472560 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:11.474330 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36046) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:11.529894 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-89fbbdd7-b207-4cc5-9697-dfc8f4e28d55 req-e53ab725-0fab-4aea-b830-f6afeb05b9d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688345 Jul 19 15:53:11.583036 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e590c0ad-830d-4453-b259-296eccbef1bf admin admin] Publish callbacks [] for security_group (cb414ca3-d2f0-46de-b1a3-da9cd5e2406d), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.612158 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e590c0ad-830d-4453-b259-296eccbef1bf admin admin] Publish callbacks [] for security_group (cb414ca3-d2f0-46de-b1a3-da9cd5e2406d), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.623867 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbbdd7-b207-4cc5-9697-dfc8f4e28d55 req-e23e27a6-25bb-469a-b7e6-b2560e3ce593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:11.625371 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-89fbbdd7-b207-4cc5-9697-dfc8f4e28d55 req-e23e27a6-25bb-469a-b7e6-b2560e3ce593 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 1129 time: 0.0712640 Jul 19 15:53:11.749268 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36058) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:11.750238 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e590c0ad-830d-4453-b259-296eccbef1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (cb414ca3-d2f0-46de-b1a3-da9cd5e2406d), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.752914 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e590c0ad-830d-4453-b259-296eccbef1bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:11.754095 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-e590c0ad-830d-4453-b259-296eccbef1bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb414ca3-d2f0-46de-b1a3-da9cd5e2406d HTTP/1.1" status: 204 len: 168 time: 0.2778540 Jul 19 15:53:11.759590 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbbdd7-b207-4cc5-9697-dfc8f4e28d55 req-faa46b92-18c4-4775-9c95-626d02b57ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:11.761228 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-89fbbdd7-b207-4cc5-9697-dfc8f4e28d55 req-faa46b92-18c4-4775-9c95-626d02b57ce5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 912 time: 0.1054883 Jul 19 15:53:11.766063 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590c0ad-830d-4453-b259-296eccbef1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb414ca3-d2f0-46de-b1a3-da9cd5e2406d,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:11.841397 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-89fbbdd7-b207-4cc5-9697-dfc8f4e28d55 req-a48d4b25-87d6-43c0-a46e-ee1c48a2715b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 HTTP/1.1" status: 200 len: 1001 time: 0.0730793 Jul 19 15:53:11.895794 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbbdd7-b207-4cc5-9697-dfc8f4e28d55 req-83946b27-fc1e-4478-9a7a-81bd68d7fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:11.898073 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-89fbbdd7-b207-4cc5-9697-dfc8f4e28d55 req-83946b27-fc1e-4478-9a7a-81bd68d7fad4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 200 len: 850 time: 0.0504053 Jul 19 15:53:11.944484 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbbdd7-b207-4cc5-9697-dfc8f4e28d55 req-87328b5f-94a1-4522-92a1-2adb727abcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:11.946025 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-89fbbdd7-b207-4cc5-9697-dfc8f4e28d55 req-87328b5f-94a1-4522-92a1-2adb727abcba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195064b7-2168-479c-96ce-505c1a5c25ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421216 Jul 19 15:53:11.974213 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:INSERT=3,neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:12.023244 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-386057767-network', 'tenant_id': '628680bdad9c4d2ebcb019bb40053ccc'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:12.050725 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Made reservation on behalf of 628680bdad9c4d2ebcb019bb40053ccc for: {'network': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:53:12.053903 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.057486 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-89fbbdd7-b207-4cc5-9697-dfc8f4e28d55 req-45bfe06a-f169-4ee4-99c5-4c764eac1547 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052768 Jul 19 15:53:12.064155 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.111499 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36072) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:12.133160 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0735cb1c-ebb0-4dfd-9a1a-ce4907fe1588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.178763 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-89fbbdd7-b207-4cc5-9697-dfc8f4e28d55 req-bee1ad7b-66cc-4009-96bd-a39ee62659c8 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154609 Jul 19 15:53:12.186311 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Publish callbacks [] for security_group (844d71e6-29bc-4341-9c42-bbd980e3058c), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.193988 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (844d71e6-29bc-4341-9c42-bbd980e3058c), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.224450 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=115785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:53:12.249688 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844d71e6-29bc-4341-9c42-bbd980e3058c,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:12.253738 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (0a981e38-f0cd-4071-82db-80dbfd82fabe), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.254110 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.segments_db [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Added segment 0a981e38-f0cd-4071-82db-80dbfd82fabe of type vlan for network 7a7ccfd1-db0e-4890-9655-b5260413649d Jul 19 15:53:12.320483 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (7a7ccfd1-db0e-4890-9655-b5260413649d), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.331948 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:12.335449 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0735cb1c-ebb0-4dfd-9a1a-ce4907fe1588 admin admin] Publish callbacks [] for security_group (708e053f-9675-4026-a353-893cd7895fd9), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.347959 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0735cb1c-ebb0-4dfd-9a1a-ce4907fe1588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (708e053f-9675-4026-a353-893cd7895fd9), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.387013 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (7a7ccfd1-db0e-4890-9655-b5260413649d), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.387941 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:12.388523 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.417234 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:12.422729 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-0735cb1c-ebb0-4dfd-9a1a-ce4907fe1588 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f843316f14e5419e8c8cd3017506345d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092566 Jul 19 15:53:12.423451 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735cb1c-ebb0-4dfd-9a1a-ce4907fe1588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708e053f-9675-4026-a353-893cd7895fd9,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:12.425510 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36082) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:12.468259 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7178688 Jul 19 15:53:12.471473 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36084) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:12.475461 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337331b-135c-45f7-b0ee-ae087c8c0080 admin admin] Pushing event updated for resources: {'Network': ['ID=7a7ccfd1-db0e-4890-9655-b5260413649d,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:12.479605 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-85b056ef-7163-4f88-b9ba-cf59c77d2874 admin admin] Request body: {'subnet': {'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-386057767-subnet', 'tenant_id': '628680bdad9c4d2ebcb019bb40053ccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:12.486019 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 7a7ccfd1-db0e-4890-9655-b5260413649d details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:53:12.490196 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:12.521207 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-53d49651-5c1b-44ad-9e63-7fbae90113ff admin admin] Publish callbacks [] for security_group (708e053f-9675-4026-a353-893cd7895fd9), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.531609 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b056ef-7163-4f88-b9ba-cf59c77d2874 admin admin] Made reservation on behalf of 628680bdad9c4d2ebcb019bb40053ccc for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:53:12.534195 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-85b056ef-7163-4f88-b9ba-cf59c77d2874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25607098'] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.566166 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-53d49651-5c1b-44ad-9e63-7fbae90113ff admin admin] Publish callbacks [] for security_group (708e053f-9675-4026-a353-893cd7895fd9), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.697591 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:12.700729 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-53d49651-5c1b-44ad-9e63-7fbae90113ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (708e053f-9675-4026-a353-893cd7895fd9), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.703281 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-53d49651-5c1b-44ad-9e63-7fbae90113ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.706839 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-53d49651-5c1b-44ad-9e63-7fbae90113ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/708e053f-9675-4026-a353-893cd7895fd9 HTTP/1.1" status: 204 len: 168 time: 0.2748530 Jul 19 15:53:12.724976 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d49651-5c1b-44ad-9e63-7fbae90113ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708e053f-9675-4026-a353-893cd7895fd9,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:12.812146 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-85b056ef-7163-4f88-b9ba-cf59c77d2874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25607084'] for subnet (7ee0714d-8c2a-49e0-8152-303783a3453f), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.871232 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b056ef-7163-4f88-b9ba-cf59c77d2874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee0714d-8c2a-49e0-8152-303783a3453f,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:12.882075 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b056ef-7163-4f88-b9ba-cf59c77d2874 admin admin] Checking segment: {'id': '0a981e38-f0cd-4071-82db-80dbfd82fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:53:12.882387 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b056ef-7163-4f88-b9ba-cf59c77d2874 admin admin] Network hostable DHCP agents. Network: 7a7ccfd1-db0e-4890-9655-b5260413649d, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:53:12.900083 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b056ef-7163-4f88-b9ba-cf59c77d2874 admin admin] Network 7a7ccfd1-db0e-4890-9655-b5260413649d is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:53:12.910098 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-85b056ef-7163-4f88-b9ba-cf59c77d2874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 7a7ccfd1-db0e-4890-9655-b5260413649d) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:12.915065 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b056ef-7163-4f88-b9ba-cf59c77d2874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:12.915750 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-85b056ef-7163-4f88-b9ba-cf59c77d2874 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:12.923150 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a33078-ebb0-447a-9a4f-24c169ef75c3 None None] Network 7a7ccfd1-db0e-4890-9655-b5260413649d requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:53:12.939881 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-85b056ef-7163-4f88-b9ba-cf59c77d2874 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4662993 Jul 19 15:53:13.033678 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abfbc7f-d92d-4383-97dd-edea638f8f63 None None] Network 7a7ccfd1-db0e-4890-9655-b5260413649d requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:53:13.440454 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:14.813363 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:14.930402 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-5a99672f-973e-4644-ae1e-6bf9bc7f2dd4 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:14.931933 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-5a99672f-973e-4644-ae1e-6bf9bc7f2dd4 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/networks?id=7a7ccfd1-db0e-4890-9655-b5260413649d HTTP/1.1" status: 200 len: 808 time: 0.1114104 Jul 19 15:53:14.947907 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-8f5c7087-f80e-4855-a740-4eb888e5ec93 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/quotas/628680bdad9c4d2ebcb019bb40053ccc HTTP/1.1" status: 200 len: 375 time: 0.0102556 Jul 19 15:53:14.982412 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-53cdfccf-58f7-44f2-8911-51991a773e0e tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=628680bdad9c4d2ebcb019bb40053ccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290303 Jul 19 15:53:15.063004 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:15.089400 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36212) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:15.096287 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-81e3873d-93d2-48a4-8a1e-7adfc759c832 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ccfd1-db0e-4890-9655-b5260413649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062634 Jul 19 15:53:15.195982 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-08688a8c-adbe-4cec-86ef-ed681e8c5534 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ccfd1-db0e-4890-9655-b5260413649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915895 Jul 19 15:53:15.216634 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8fe7-3982-4e9f-a7a1-6e25ee543fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:15.305156 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8fe7-3982-4e9f-a7a1-6e25ee543fd9 admin admin] Publish callbacks [] for security_group (782f5c9b-e0b9-4999-851a-50f8f3901ec9), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:15.314524 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8fe7-3982-4e9f-a7a1-6e25ee543fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (782f5c9b-e0b9-4999-851a-50f8f3901ec9), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:15.368301 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce8fe7-3982-4e9f-a7a1-6e25ee543fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782f5c9b-e0b9-4999-851a-50f8f3901ec9,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:15.378044 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36224) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:15.386452 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-a1ce8fe7-3982-4e9f-a7a1-6e25ee543fd9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59c6dbfc01a94b478ac7bd970b27cceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957423 Jul 19 15:53:15.493519 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-cd033021-2c79-4eb2-b7a2-a4a0065d1c54 req-c145437d-4e58-45f3-a4b5-bdfaf0aaf867 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 210 time: 0.0631373 Jul 19 15:53:15.510784 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b8eae199-8dfe-49f9-9036-5eeee5b9ef1f admin admin] Publish callbacks [] for security_group (782f5c9b-e0b9-4999-851a-50f8f3901ec9), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:15.534042 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b8eae199-8dfe-49f9-9036-5eeee5b9ef1f admin admin] Publish callbacks [] for security_group (782f5c9b-e0b9-4999-851a-50f8f3901ec9), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:15.584300 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b8eae199-8dfe-49f9-9036-5eeee5b9ef1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (782f5c9b-e0b9-4999-851a-50f8f3901ec9), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:15.587052 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b8eae199-8dfe-49f9-9036-5eeee5b9ef1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:15.588352 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-b8eae199-8dfe-49f9-9036-5eeee5b9ef1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/782f5c9b-e0b9-4999-851a-50f8f3901ec9 HTTP/1.1" status: 204 len: 168 time: 0.2096677 Jul 19 15:53:15.597267 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eae199-8dfe-49f9-9036-5eeee5b9ef1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f5c9b-e0b9-4999-851a-50f8f3901ec9,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:15.609337 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:15.885575 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36240) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:15.899128 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5e31c92a-5263-4a09-83b6-e8ee109d6d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:15.977908 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5e31c92a-5263-4a09-83b6-e8ee109d6d24 admin admin] Publish callbacks [] for security_group (20a9f35c-59ad-4ce7-bfab-de842b0a52ca), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:15.981898 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-5e31c92a-5263-4a09-83b6-e8ee109d6d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (20a9f35c-59ad-4ce7-bfab-de842b0a52ca), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:16.000206 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=10 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:16.023833 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31c92a-5263-4a09-83b6-e8ee109d6d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a9f35c-59ad-4ce7-bfab-de842b0a52ca,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:16.028479 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-5e31c92a-5263-4a09-83b6-e8ee109d6d24 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01490a769b3f41d7925266457622f374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418757 Jul 19 15:53:16.031238 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36242) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:16.091939 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4d518fef-7df8-4699-a98f-b4c1bd73f3df admin admin] Publish callbacks [] for security_group (20a9f35c-59ad-4ce7-bfab-de842b0a52ca), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:16.114033 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4d518fef-7df8-4699-a98f-b4c1bd73f3df admin admin] Publish callbacks [] for security_group (20a9f35c-59ad-4ce7-bfab-de842b0a52ca), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:16.165041 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4d518fef-7df8-4699-a98f-b4c1bd73f3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (20a9f35c-59ad-4ce7-bfab-de842b0a52ca), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:16.168118 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-4d518fef-7df8-4699-a98f-b4c1bd73f3df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:16.169256 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-4d518fef-7df8-4699-a98f-b4c1bd73f3df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20a9f35c-59ad-4ce7-bfab-de842b0a52ca HTTP/1.1" status: 204 len: 168 time: 0.1371300 Jul 19 15:53:16.179078 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d518fef-7df8-4699-a98f-b4c1bd73f3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a9f35c-59ad-4ce7-bfab-de842b0a52ca,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:16.245656 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ae11c9b7-38d1-476f-be7b-2b2a71c81872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:16.444804 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-f2b0ba55-88fb-436b-b056-d86909539cb2 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:16.446391 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-f2b0ba55-88fb-436b-b056-d86909539cb2 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.36 "GET /v2.0/networks?id=7a7ccfd1-db0e-4890-9655-b5260413649d HTTP/1.1" status: 200 len: 808 time: 0.1187947 Jul 19 15:53:16.459221 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-024b3cf9-69c8-4a8f-b283-c761947bf812 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Request body: {'port': {'device_id': '4118df58-62f2-461f-a818-3e9d7fbf962e', 'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d', 'admin_state_up': True, 'tenant_id': '628680bdad9c4d2ebcb019bb40053ccc'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:16.583437 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:16.625561 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8ddb8912-5e56-4aa9-abad-d3941ea6aa8d req-d1c12d87-f34b-458a-8b45-66aa904bb36c tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 210 time: 0.0460582 Jul 19 15:53:16.631200 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-024b3cf9-69c8-4a8f-b283-c761947bf812 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Made reservation on behalf of 628680bdad9c4d2ebcb019bb40053ccc for: {'port': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:53:16.635127 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-024b3cf9-69c8-4a8f-b283-c761947bf812 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:16.792762 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-024b3cf9-69c8-4a8f-b283-c761947bf812 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Allocated IP 172.20.0.3 (7a7ccfd1-db0e-4890-9655-b5260413649d/7ee0714d-8c2a-49e0-8152-303783a3453f/8661d5ec-05b5-4728-8464-6dfdedc3ac94) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:53:16.959342 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36278) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:17.062159 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-812322224-network', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:17.084147 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Made reservation on behalf of cf521f7d98c641d4941eb041acf65405 for: {'network': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:53:17.086714 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.096173 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.179682 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Publish callbacks [] for security_group (25980c62-9b4e-436f-a123-b2788a384626), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.183883 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (25980c62-9b4e-436f-a123-b2788a384626), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.212876 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=115785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:53:17.213407 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-024b3cf9-69c8-4a8f-b283-c761947bf812 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks [] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.226447 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25980c62-9b4e-436f-a123-b2788a384626,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:17.232443 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.232793 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.segments_db [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Added segment f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4 of type vlan for network 6889f24c-6e7e-40a5-a521-2143b6f00622 Jul 19 15:53:17.249896 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-024b3cf9-69c8-4a8f-b283-c761947bf812 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.279305 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (6889f24c-6e7e-40a5-a521-2143b6f00622), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.284957 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:17.292309 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-024b3cf9-69c8-4a8f-b283-c761947bf812 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Network 7a7ccfd1-db0e-4890-9655-b5260413649d is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:53:17.296292 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-024b3cf9-69c8-4a8f-b283-c761947bf812 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:17.303393 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-024b3cf9-69c8-4a8f-b283-c761947bf812 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:53:17.307138 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (6889f24c-6e7e-40a5-a521-2143b6f00622), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.308254 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:17.308988 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.335463 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b3cf9-69c8-4a8f-b283-c761947bf812 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Pushing event updated for resources: {'Port': ['ID=8661d5ec-05b5-4728-8464-6dfdedc3ac94,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:17.360117 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-024b3cf9-69c8-4a8f-b283-c761947bf812 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:17.360724 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-024b3cf9-69c8-4a8f-b283-c761947bf812 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.373447 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4128773 Jul 19 15:53:17.376589 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36282) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:17.377601 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-024b3cf9-69c8-4a8f-b283-c761947bf812 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9235446 Jul 19 15:53:17.382125 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-7e624448-6d4c-4ccc-8667-f1f993ec0072 admin admin] Request body: {'subnet': {'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-812322224-subnet', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'ip_version': 4}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:17.386901 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c5b0c-c491-4c8d-b933-96bf37fcb222 admin admin] Pushing event updated for resources: {'Network': ['ID=6889f24c-6e7e-40a5-a521-2143b6f00622,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:17.397906 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 6889f24c-6e7e-40a5-a521-2143b6f00622 details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:53:17.413439 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e624448-6d4c-4ccc-8667-f1f993ec0072 admin admin] Made reservation on behalf of cf521f7d98c641d4941eb041acf65405 for: {'subnet': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:53:17.416456 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7e624448-6d4c-4ccc-8667-f1f993ec0072 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28593621'] for subnet (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.507980 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:17.589202 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7e624448-6d4c-4ccc-8667-f1f993ec0072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28811073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28593603'] for subnet (c7f59326-2368-416e-afa3-87b4ca7f4a5b), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.630948 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:17.648635 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e624448-6d4c-4ccc-8667-f1f993ec0072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f59326-2368-416e-afa3-87b4ca7f4a5b,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:17.661691 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e624448-6d4c-4ccc-8667-f1f993ec0072 admin admin] Checking segment: {'id': 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:53:17.662049 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e624448-6d4c-4ccc-8667-f1f993ec0072 admin admin] Network hostable DHCP agents. Network: 6889f24c-6e7e-40a5-a521-2143b6f00622, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:53:17.681920 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e624448-6d4c-4ccc-8667-f1f993ec0072 admin admin] Network 6889f24c-6e7e-40a5-a521-2143b6f00622 is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:53:17.692522 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-7e624448-6d4c-4ccc-8667-f1f993ec0072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 6889f24c-6e7e-40a5-a521-2143b6f00622) {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:17.696850 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e624448-6d4c-4ccc-8667-f1f993ec0072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:17.697440 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-7e624448-6d4c-4ccc-8667-f1f993ec0072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.703070 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0761acfc-1df0-4256-98ad-84de7c9916eb None None] Network 6889f24c-6e7e-40a5-a521-2143b6f00622 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:53:17.743717 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-7e624448-6d4c-4ccc-8667-f1f993ec0072 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3660822 Jul 19 15:53:17.746801 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36286) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:17.751137 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:17.759039 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ddc3d-e3fd-486d-b15b-79aa785ac0af req-f55899d9-96da-4837-841b-a04cf05be74e tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:17.760534 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-010ddc3d-e3fd-486d-b15b-79aa785ac0af req-f55899d9-96da-4837-841b-a04cf05be74e tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 931 time: 0.0590115 Jul 19 15:53:17.783655 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router (51ce4d81-3d61-471c-b767-e2ae6970e94e), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.785071 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-929'] for router (51ce4d81-3d61-471c-b767-e2ae6970e94e), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.815426 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-010ddc3d-e3fd-486d-b15b-79aa785ac0af req-06e2d397-fcef-4c6f-8364-0a0805e83b27 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490761 Jul 19 15:53:17.840306 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280235f-3fe9-5815-959f-2ca5106b3b68-6889f24c-6e7e-40a5-a521-2143b6f00622', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'fixed_ips': [{'subnet_id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b'}]}} from dv-cinder-849022-3-iscsi. {{(pid=115786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 15:53:17.841375 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.862637 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Publish callbacks [] for router_controller (51ce4d81-3d61-471c-b767-e2ae6970e94e), precommit_add_association {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:17.984201 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.db_base_plugin_common [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Allocated IP 172.20.0.2 (6889f24c-6e7e-40a5-a521-2143b6f00622/c7f59326-2368-416e-afa3-87b4ca7f4a5b/08994f2a-d0ff-43d1-9145-05f67c9cd09a) {{(pid=115786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:53:17.996679 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Publish callbacks [] for router_gateway (51ce4d81-3d61-471c-b767-e2ae6970e94e), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:18.130344 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Publish callbacks [] for port (08994f2a-d0ff-43d1-9145-05f67c9cd09a), precommit_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:18.137048 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (08994f2a-d0ff-43d1-9145-05f67c9cd09a), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:18.172678 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Network 6889f24c-6e7e-40a5-a521-2143b6f00622 is already hosted by enough agents. {{(pid=115786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:53:18.182102 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.base_scheduler [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Resources bound (agent type, host, resource id): {{(pid=115786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:18.184333 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:18.186390 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Received port after_create {{(pid=115786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:53:18.188619 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Publish callbacks [] for router_gateway (51ce4d81-3d61-471c-b767-e2ae6970e94e), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:18.191083 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Pushing event updated for resources: {'Port': ['ID=08994f2a-d0ff-43d1-9145-05f67c9cd09a,revision_number=1']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:18.209552 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:18.246438 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Attempting to bind port 08994f2a-d0ff-43d1-9145-05f67c9cd09a on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:53:18.246839 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Attempting to bind port 08994f2a-d0ff-43d1-9145-05f67c9cd09a by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:53:18.247197 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Attempting to bind port 08994f2a-d0ff-43d1-9145-05f67c9cd09a on network 6889f24c-6e7e-40a5-a521-2143b6f00622 {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:18.252554 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:53:18.253466 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Checking segment: {'id': 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:53:18.253869 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:18.254449 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Bound using segment: {'id': 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:53:18.254929 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Bound port: 08994f2a-d0ff-43d1-9145-05f67c9cd09a, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:53:18.255305 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (08994f2a-d0ff-43d1-9145-05f67c9cd09a), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:18.268648 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:18.321178 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Allocated IP 172.27.2.193 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:53:18.324707 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] For port 08994f2a-d0ff-43d1-9145-05f67c9cd09a, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:53:18.327791 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] For port 08994f2a-d0ff-43d1-9145-05f67c9cd09a, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=08994f2a-d0ff-43d1-9145-05f67c9cd09a,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:53:18.334115 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (08994f2a-d0ff-43d1-9145-05f67c9cd09a), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:18.391896 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cb6f7-8d5f-4ccd-9a09-1466ee80e0c2 None None] Pushing event updated for resources: {'Port': ['ID=08994f2a-d0ff-43d1-9145-05f67c9cd09a,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:18.437238 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Publish callbacks [] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:18.471185 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:18.510331 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:53:18.523341 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:18.524291 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:53:18.528052 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Pushing event updated for resources: {'Port': ['ID=5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:18.632199 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:18.640962 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Request body: {'port': {'device_id': '4118df58-62f2-461f-a818-3e9d7fbf962e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:18.642651 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ab2d7fb6-befe-48e4-8590-6443ece86f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:18.748927 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:18.964279 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Publish callbacks [] for router_gateway (51ce4d81-3d61-471c-b767-e2ae6970e94e), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:19.006552 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:19.049786 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ab3e0-cd42-42cc-93d0-f0cf36f28634 req-f0fd820b-5e62-4d16-8572-2daf3985dc97 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:19.051416 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3b7ab3e0-cd42-42cc-93d0-f0cf36f28634 req-f0fd820b-5e62-4d16-8572-2daf3985dc97 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 931 time: 0.1295717 Jul 19 15:53:19.193846 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3b7ab3e0-cd42-42cc-93d0-f0cf36f28634 req-48699d1a-b536-40e0-9ab7-0e5ff174d9a2 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123102 Jul 19 15:53:19.302413 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766191bf-3d5d-4331-90d6-7a277105d1f0 None None] Network 6889f24c-6e7e-40a5-a521-2143b6f00622 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:53:19.348087 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8661d5ec-05b5-4728-8464-6dfdedc3ac94 {{(pid=115784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:53:19.352770 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662221'] for router (51ce4d81-3d61-471c-b767-e2ae6970e94e), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:19.358562 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Publish callbacks [] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:19.388920 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-7109ef21-dddb-4355-8b75-ee3555972ea5 None None] Provisioning complete for port 08994f2a-d0ff-43d1-9145-05f67c9cd09a triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:19.389295 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7109ef21-dddb-4355-8b75-ee3555972ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (08994f2a-d0ff-43d1-9145-05f67c9cd09a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:19.406573 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.provisioning_blocks [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Transition to ACTIVE for port object 8661d5ec-05b5-4728-8464-6dfdedc3ac94 will not be triggered until provisioned by entity L2. {{(pid=115784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:53:19.418763 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:19.431149 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:19.476567 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:19.503452 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-7109ef21-dddb-4355-8b75-ee3555972ea5 None None] Current status of the port 08994f2a-d0ff-43d1-9145-05f67c9cd09a is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:19.504226 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7109ef21-dddb-4355-8b75-ee3555972ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (08994f2a-d0ff-43d1-9145-05f67c9cd09a), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:19.516351 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Pushing event updated for resources: {'Port': ['ID=8661d5ec-05b5-4728-8464-6dfdedc3ac94,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:19.543276 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-7109ef21-dddb-4355-8b75-ee3555972ea5 None None] For port 08994f2a-d0ff-43d1-9145-05f67c9cd09a, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=08994f2a-d0ff-43d1-9145-05f67c9cd09a,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:19.548515 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7109ef21-dddb-4355-8b75-ee3555972ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (08994f2a-d0ff-43d1-9145-05f67c9cd09a), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:19.598927 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109ef21-dddb-4355-8b75-ee3555972ea5 None None] Pushing event updated for resources: {'Port': ['ID=08994f2a-d0ff-43d1-9145-05f67c9cd09a,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:19.615751 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Router 51ce4d81-3d61-471c-b767-e2ae6970e94e is scheduled to L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 with binding_index 1 {{(pid=115784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 15:53:19.619795 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Attempting to bind port 8661d5ec-05b5-4728-8464-6dfdedc3ac94 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:53:19.620284 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Attempting to bind port 8661d5ec-05b5-4728-8464-6dfdedc3ac94 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '0a981e38-f0cd-4071-82db-80dbfd82fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d'}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:53:19.620623 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Attempting to bind port 8661d5ec-05b5-4728-8464-6dfdedc3ac94 on network 7a7ccfd1-db0e-4890-9655-b5260413649d {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:19.631190 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Port 8661d5ec-05b5-4728-8464-6dfdedc3ac94 on network 7a7ccfd1-db0e-4890-9655-b5260413649d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:53:19.631576 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Attempting to bind port 8661d5ec-05b5-4728-8464-6dfdedc3ac94 on network 7a7ccfd1-db0e-4890-9655-b5260413649d {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:19.637636 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:19.640756 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:53:19.641014 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Checking segment: {'id': '0a981e38-f0cd-4071-82db-80dbfd82fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:53:19.641437 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Bound using segment: {'id': '0a981e38-f0cd-4071-82db-80dbfd82fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d'} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:53:19.642173 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Bound port: 8661d5ec-05b5-4728-8464-6dfdedc3ac94, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a981e38-f0cd-4071-82db-80dbfd82fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d'}}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:53:19.642510 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:19.767406 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-38bc364a-e1a0-464f-ba6f-bb57e6ad9be8 None None] Provisioning complete for port 08994f2a-d0ff-43d1-9145-05f67c9cd09a triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:19.767961 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-38bc364a-e1a0-464f-ba6f-bb57e6ad9be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (08994f2a-d0ff-43d1-9145-05f67c9cd09a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:19.783361 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] For port 8661d5ec-05b5-4728-8464-6dfdedc3ac94, host hv-cinder-84902, cleared binding levels {{(pid=115784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:53:19.788827 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] For port 8661d5ec-05b5-4728-8464-6dfdedc3ac94, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8661d5ec-05b5-4728-8464-6dfdedc3ac94,segment=NetworkSegment(0a981e38-f0cd-4071-82db-80dbfd82fabe),segment_id=0a981e38-f0cd-4071-82db-80dbfd82fabe)] {{(pid=115784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:53:19.793346 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:53:19.799534 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:19.803774 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Sync routers for ids ['51ce4d81-3d61-471c-b767-e2ae6970e94e'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:53:19.805191 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:19.817658 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Routers {'51ce4d81-3d61-471c-b767-e2ae6970e94e'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:53:19.818767 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:53:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['51ce4d81-3d61-471c-b767-e2ae6970e94e'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:19.850125 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:19.850782 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:19.852235 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] 10.222.0.36 "PUT /v2.0/ports/8661d5ec-05b5-4728-8464-6dfdedc3ac94 HTTP/1.1" status: 200 len: 1093 time: 1.2182784 Jul 19 15:53:19.853006 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4118df58-62f2-461f-a818-3e9d7fbf962e', 'tag': '8661d5ec-05b5-4728-8464-6dfdedc3ac94'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:53:19.855389 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46097543-f4c3-4960-8a45-e2fd873696b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4118df58-62f2-461f-a818-3e9d7fbf962e", "tag": "8661d5ec-05b5-4728-8464-6dfdedc3ac94"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:53:19.856471 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-38bc364a-e1a0-464f-ba6f-bb57e6ad9be8 None None] Current status of the port 08994f2a-d0ff-43d1-9145-05f67c9cd09a is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:19.863742 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:19.867894 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36296) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:19.868487 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f83b5820-8098-4c08-8a20-a9c8d3b3274a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1206162 Jul 19 15:53:19.915156 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b9dec-1fde-4b0b-a9dc-a20ae6a36963 service neutron] Pushing event updated for resources: {'Port': ['ID=8661d5ec-05b5-4728-8464-6dfdedc3ac94,revision_number=3']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:19.981821 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3091dbfd-9754-49b5-abd1-a15310527656 x-openstack-request-id: req-3091dbfd-9754-49b5-abd1-a15310527656 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:53:19.982116 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4118df58-62f2-461f-a818-3e9d7fbf962e", "tag": "8661d5ec-05b5-4728-8464-6dfdedc3ac94", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:53:19.982402 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3091dbfd-9754-49b5-abd1-a15310527656 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:53:19.982802 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3091dbfd-9754-49b5-abd1-a15310527656'] response: {'name': 'network-changed', 'server_uuid': '4118df58-62f2-461f-a818-3e9d7fbf962e', 'tag': '8661d5ec-05b5-4728-8464-6dfdedc3ac94', 'status': 'completed', 'code': 200} Jul 19 15:53:19.986165 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-25f004c5-618b-4704-91ad-0d934bb0cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:19.989503 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-25f004c5-618b-4704-91ad-0d934bb0cedd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=628680bdad9c4d2ebcb019bb40053ccc&device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 1127 time: 0.0703924 Jul 19 15:53:19.996523 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 08994f2a-d0ff-43d1-9145-05f67c9cd09a up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:53:20.017801 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Set router 51ce4d81-3d61-471c-b767-e2ae6970e94e gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:53:20.048619 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-a82028fe-23d6-49e5-9f5e-616ec2455bae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8661d5ec-05b5-4728-8464-6dfdedc3ac94 HTTP/1.1" status: 200 len: 217 time: 0.0488846 Jul 19 15:53:20.054932 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 08994f2a-d0ff-43d1-9145-05f67c9cd09a triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:20.055462 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (08994f2a-d0ff-43d1-9145-05f67c9cd09a), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:20.120993 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-db36b30f-2ae6-4e64-ba26-85783340dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:20.122537 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-db36b30f-2ae6-4e64-ba26-85783340dc3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ee0714d-8c2a-49e0-8152-303783a3453f HTTP/1.1" status: 200 len: 848 time: 0.0719209 Jul 19 15:53:20.146279 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 08994f2a-d0ff-43d1-9145-05f67c9cd09a is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:20.172884 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-49394e17-1115-44fa-bcfa-b5e3fc8e795a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a7ccfd1-db0e-4890-9655-b5260413649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445960 Jul 19 15:53:20.258214 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:53:18Z', 'revision_number': 3, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port': {'id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:18Z', 'updated_at': '2022-07-19T15:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:20.287099 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Checking router: 51ce4d81-3d61-471c-b767-e2ae6970e94e for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:53:20.287681 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Updating router 51ce4d81-3d61-471c-b767-e2ae6970e94e port 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead binding host dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:53:20.322414 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-44bae354-843b-4354-a07c-b98c661b9ccc service neutron] 10.222.0.36 "GET /v2.0/networks/7a7ccfd1-db0e-4890-9655-b5260413649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431770 Jul 19 15:53:20.337767 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:20.398660 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a7ca2-1929-4ecb-b98c-681788bdfe4d req-80e43476-9329-4d85-a5ef-37c0cf892d44 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:20.400188 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1c0a7ca2-1929-4ecb-b98c-681788bdfe4d req-80e43476-9329-4d85-a5ef-37c0cf892d44 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 943 time: 0.1224918 Jul 19 15:53:20.511296 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1c0a7ca2-1929-4ecb-b98c-681788bdfe4d req-0ab377c9-3bad-4237-99fa-05a48c7c1b69 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794578 Jul 19 15:53:20.513330 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1cd274b-55aa-42bd-ac50-626963384a33 req-ba7afafe-1f2f-4a22-827c-75b4c6ddd2eb service neutron] 10.222.0.36 "GET /v2.0/networks/7a7ccfd1-db0e-4890-9655-b5260413649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652663 Jul 19 15:53:20.529821 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:20.665210 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Publish callbacks [] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), precommit_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:20.677908 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:20.709842 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:20.719194 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Allocated IP 172.20.0.1 (6889f24c-6e7e-40a5-a521-2143b6f00622/c7f59326-2368-416e-afa3-87b4ca7f4a5b/5d69dd4d-b836-4620-9689-9a21a5bd4055) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:53:20.730010 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Pushing event updated for resources: {'Port': ['ID=5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead,revision_number=2']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:20.733217 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Attempting to bind port 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:53:20.733572 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Attempting to bind port 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:53:20.734096 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Attempting to bind port 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead on network 3ef4e101-41eb-411a-aa5a-672e4abf061e {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:20.742988 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.743323 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.743677 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.744025 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.744349 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.744675 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.744993 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.745309 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.745623 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.745942 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.746253 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.746602 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.746922 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.747229 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.747898 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:20.750795 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:53:20.751156 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Checking segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:53:20.751545 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:20.751916 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Bound using segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:53:20.752372 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Bound port: 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:53:20.752739 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:20.792899 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:20.805557 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] For port 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:53:20.808938 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] For port 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:53:20.815244 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:20.833385 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Publish callbacks [] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:20.868317 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:20.872401 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Routers {'51ce4d81-3d61-471c-b767-e2ae6970e94e'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:53:20.873019 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:53:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['51ce4d81-3d61-471c-b767-e2ae6970e94e'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:20.905901 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7ecc1-ddf3-4ec5-a1a5-a088aae0bdfb None None] Pushing event updated for resources: {'Port': ['ID=5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead,revision_number=3']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:20.906114 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Network 6889f24c-6e7e-40a5-a521-2143b6f00622 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:53:20.911333 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:20.915361 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:53:20.924065 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:20.939122 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Pushing event updated for resources: {'Port': ['ID=5d69dd4d-b836-4620-9689-9a21a5bd4055,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:20.965957 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655459'] for router_interface (51ce4d81-3d61-471c-b767-e2ae6970e94e), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:20.971778 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:20.985734 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] Set router 51ce4d81-3d61-471c-b767-e2ae6970e94e gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:53:21.122654 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:21.181787 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:53:18Z', 'revision_number': 3, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port': {'id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:18Z', 'updated_at': '2022-07-19T15:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:21.203901 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c0da08c5-2a76-4d5a-83dd-1b10d512f3b0 None None] Provisioning complete for port 5d69dd4d-b836-4620-9689-9a21a5bd4055 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:21.204473 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c0da08c5-2a76-4d5a-83dd-1b10d512f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:21.222861 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af302a42-deb2-400a-b3ff-095cbcadb1a0 None None] The sync data for ids ['51ce4d81-3d61-471c-b767-e2ae6970e94e'] in dv-cinder-849022-3-iscsi is: [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:53:18Z', 'revision_number': 3, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port': {'id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:18Z', 'updated_at': '2022-07-19T15:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:53:21.239429 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c0da08c5-2a76-4d5a-83dd-1b10d512f3b0 None None] Port 5d69dd4d-b836-4620-9689-9a21a5bd4055 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:53:21.291396 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:21.303204 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46097543-f4c3-4960-8a45-e2fd873696b4 req-60e060a5-c223-4234-bf5f-06056409725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:21.304635 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-46097543-f4c3-4960-8a45-e2fd873696b4 req-60e060a5-c223-4234-bf5f-06056409725b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=628680bdad9c4d2ebcb019bb40053ccc&device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 1127 time: 0.0435023 Jul 19 15:53:21.320706 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Publish callbacks [] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:21.325719 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:21.402658 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Pushing event updated for resources: {'Port': ['ID=5d69dd4d-b836-4620-9689-9a21a5bd4055,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:21.416688 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3665158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659499'] for router_interface (51ce4d81-3d61-471c-b767-e2ae6970e94e), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:21.422418 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46097543-f4c3-4960-8a45-e2fd873696b4 req-ebea77b2-5283-4fe0-9d41-b6a496cd079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:21.424756 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-46097543-f4c3-4960-8a45-e2fd873696b4 req-ebea77b2-5283-4fe0-9d41-b6a496cd079d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a7ccfd1-db0e-4890-9655-b5260413649d HTTP/1.1" status: 200 len: 909 time: 0.1129742 Jul 19 15:53:21.469262 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-46097543-f4c3-4960-8a45-e2fd873696b4 req-333d2acb-7f24-4dec-90e9-20895f507c96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8661d5ec-05b5-4728-8464-6dfdedc3ac94 HTTP/1.1" status: 200 len: 217 time: 0.0388415 Jul 19 15:53:21.490571 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:21.531885 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Network 6889f24c-6e7e-40a5-a521-2143b6f00622 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:53:21.532209 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:21.566828 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46097543-f4c3-4960-8a45-e2fd873696b4 req-051da96b-7d78-412e-9889-150e68b30383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:21.566828 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-46097543-f4c3-4960-8a45-e2fd873696b4 req-051da96b-7d78-412e-9889-150e68b30383 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ee0714d-8c2a-49e0-8152-303783a3453f HTTP/1.1" status: 200 len: 848 time: 0.0899386 Jul 19 15:53:21.599174 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:21.635660 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-46097543-f4c3-4960-8a45-e2fd873696b4 req-3017a439-cd69-4f87-8207-54c0ebb8a937 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a7ccfd1-db0e-4890-9655-b5260413649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509357 Jul 19 15:53:21.744943 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d99d8-8afb-4d88-802c-b847d1d97f0d req-2a928bf6-1fc0-46e0-b38f-e6c308e2f77d tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:21.746580 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a18d99d8-8afb-4d88-802c-b847d1d97f0d req-2a928bf6-1fc0-46e0-b38f-e6c308e2f77d tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 943 time: 0.0759640 Jul 19 15:53:21.751263 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Router 51ce4d81-3d61-471c-b767-e2ae6970e94e has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:53:21.806177 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-46097543-f4c3-4960-8a45-e2fd873696b4 req-887738d7-7e2e-4fbc-b130-f3cb3c96b108 service neutron] 10.222.0.36 "GET /v2.0/networks/7a7ccfd1-db0e-4890-9655-b5260413649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641521 Jul 19 15:53:21.896725 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:21.934012 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:53:21.986175 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:22.006215 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:22.006391 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:22.008707 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-70478782-71b8-443d-be44-e1992ab3c238 None None] Provisioning complete for port 5d69dd4d-b836-4620-9689-9a21a5bd4055 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:22.009296 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-70478782-71b8-443d-be44-e1992ab3c238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:22.060342 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-70478782-71b8-443d-be44-e1992ab3c238 None None] Port 5d69dd4d-b836-4620-9689-9a21a5bd4055 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:53:22.143989 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:22.144545 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:22.168935 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:22.176543 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:22.177229 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:22.186534 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a18d99d8-8afb-4d88-802c-b847d1d97f0d req-b41eef4d-4732-453b-8cb7-78aa0cda5884 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289851 Jul 19 15:53:22.209102 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:22.235827 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:22.244414 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.244690 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.245102 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.245442 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.245776 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.246108 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.246462 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.246790 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.247115 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.247440 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.247766 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.247880 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:53:22.248090 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.248412 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.248731 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.249047 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:53:22.254911 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-5d6ff38f-243c-401a-b3b2-dca55a598ace admin admin] 10.222.0.64 "PUT /v2.0/routers/51ce4d81-3d61-471c-b767-e2ae6970e94e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3845391 Jul 19 15:53:22.641876 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-46097543-f4c3-4960-8a45-e2fd873696b4 req-93bf3006-837a-42e1-bb2a-9a864d3e2b41 service neutron] 10.222.0.36 "GET /v2.0/networks/7a7ccfd1-db0e-4890-9655-b5260413649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960689 Jul 19 15:53:22.743952 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36370) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:22.748835 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1654569334-network', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:22.769200 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Made reservation on behalf of 6fbfbb0c816a4176bd9b0c634c1cae77 for: {'network': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:53:22.772301 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:22.783577 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:22.864464 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Publish callbacks [] for security_group (38e6aec4-709d-4c11-a890-138ed3183f6a), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:22.868261 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (38e6aec4-709d-4c11-a890-138ed3183f6a), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:22.893475 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=115785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:53:22.904539 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e6aec4-709d-4c11-a890-138ed3183f6a,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:22.909857 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (3a44bf09-acd7-4369-b0e8-076e3909cf99), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:22.910205 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.segments_db [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Added segment 3a44bf09-acd7-4369-b0e8-076e3909cf99 of type vlan for network 6f480c71-55f7-448c-ba1d-4b3868651f0d Jul 19 15:53:22.951840 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (6f480c71-55f7-448c-ba1d-4b3868651f0d), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:22.977045 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (6f480c71-55f7-448c-ba1d-4b3868651f0d), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:22.978044 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:22.978664 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:23.014516 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2694147 Jul 19 15:53:23.017782 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36372) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:23.023875 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-b05e6d87-8226-47fb-950f-ec71122d02af admin admin] Request body: {'subnet': {'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1654569334-subnet', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'ip_version': 4}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:23.045432 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05e6d87-8226-47fb-950f-ec71122d02af admin admin] Made reservation on behalf of 6fbfbb0c816a4176bd9b0c634c1cae77 for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:53:23.047970 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b05e6d87-8226-47fb-950f-ec71122d02af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25607098'] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:23.049694 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bb780-76db-46fb-8fbe-c7c7deb20aee admin admin] Pushing event updated for resources: {'Network': ['ID=6f480c71-55f7-448c-ba1d-4b3868651f0d,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:23.064590 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 6f480c71-55f7-448c-ba1d-4b3868651f0d details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:53:23.125052 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Sync routers for ids ['51ce4d81-3d61-471c-b767-e2ae6970e94e'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:53:23.143727 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Routers {'51ce4d81-3d61-471c-b767-e2ae6970e94e'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:53:23.143937 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:23.144355 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:53:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['51ce4d81-3d61-471c-b767-e2ae6970e94e'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:23.249139 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b05e6d87-8226-47fb-950f-ec71122d02af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25607084'] for subnet (eb7919b0-91da-4120-bd75-2c0a3632acdb), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:23.337073 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e6d87-8226-47fb-950f-ec71122d02af admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7919b0-91da-4120-bd75-2c0a3632acdb,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:23.351429 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a0021-7409-4ef0-85aa-a0fbb6a68613 req-f2254a5a-ad31-472d-988e-9d36120321eb tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:23.352920 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-362a0021-7409-4ef0-85aa-a0fbb6a68613 req-f2254a5a-ad31-472d-988e-9d36120321eb tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 943 time: 0.0804439 Jul 19 15:53:23.358538 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 8661d5ec-05b5-4728-8464-6dfdedc3ac94 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:53:23.386886 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05e6d87-8226-47fb-950f-ec71122d02af admin admin] Checking segment: {'id': '3a44bf09-acd7-4369-b0e8-076e3909cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:53:23.387239 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e6d87-8226-47fb-950f-ec71122d02af admin admin] Network hostable DHCP agents. Network: 6f480c71-55f7-448c-ba1d-4b3868651f0d, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:53:23.414664 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Set router 51ce4d81-3d61-471c-b767-e2ae6970e94e gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:53:23.419543 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-362a0021-7409-4ef0-85aa-a0fbb6a68613 req-ce287586-dd80-45ef-ab33-b74e410394f2 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603881 Jul 19 15:53:23.428123 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e6d87-8226-47fb-950f-ec71122d02af admin admin] Network 6f480c71-55f7-448c-ba1d-4b3868651f0d is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:53:23.440026 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-b05e6d87-8226-47fb-950f-ec71122d02af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 6f480c71-55f7-448c-ba1d-4b3868651f0d) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:23.451675 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05e6d87-8226-47fb-950f-ec71122d02af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:23.452411 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b05e6d87-8226-47fb-950f-ec71122d02af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:23.468865 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b05e6d87-8226-47fb-950f-ec71122d02af admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4499018 Jul 19 15:53:23.471570 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36380) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:23.475779 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1654569334-router', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:23.482744 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2565874f-4776-45c2-bd4e-0dbb13615e25 None None] Network 6f480c71-55f7-448c-ba1d-4b3868651f0d requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:53:23.498036 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router (54a32840-5e0b-4a23-a070-6e6150f0fde4), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:23.499225 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-929'] for router (54a32840-5e0b-4a23-a070-6e6150f0fde4), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:23.547531 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:23.550532 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Publish callbacks [] for router_controller (54a32840-5e0b-4a23-a070-6e6150f0fde4), precommit_add_association {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:23.681943 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 8661d5ec-05b5-4728-8464-6dfdedc3ac94, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8661d5ec-05b5-4728-8464-6dfdedc3ac94,segment=NetworkSegment(0a981e38-f0cd-4071-82db-80dbfd82fabe),segment_id=0a981e38-f0cd-4071-82db-80dbfd82fabe)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:23.688640 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Publish callbacks [] for router_gateway (54a32840-5e0b-4a23-a070-6e6150f0fde4), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:23.706410 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '8661d5ec-05b5-4728-8464-6dfdedc3ac94', 'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d', 'port_id': '8661d5ec-05b5-4728-8464-6dfdedc3ac94', 'mac_address': 'fa:16:3e:2f:76:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee0714d-8c2a-49e0-8152-303783a3453f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:53:23.761953 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280235f-3fe9-5815-959f-2ca5106b3b68-6f480c71-55f7-448c-ba1d-4b3868651f0d', 'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d', 'project_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'fixed_ips': [{'subnet_id': 'eb7919b0-91da-4120-bd75-2c0a3632acdb'}]}} from dv-cinder-849022-3-iscsi. {{(pid=115786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 15:53:23.762913 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:23.818052 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 8661d5ec-05b5-4728-8464-6dfdedc3ac94 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:23.818193 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:23.852059 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:53:21Z', 'revision_number': 4, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port': {'id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:18Z', 'updated_at': '2022-07-19T15:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5d69dd4d-b836-4620-9689-9a21a5bd4055', 'name': '', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'mac_address': 'fa:16:3e:89:38:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:20Z', 'updated_at': '2022-07-19T15:53:21Z', 'revision_number': 2, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'subnets': [{'id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:23.894050 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8661d5ec-05b5-4728-8464-6dfdedc3ac94 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:53:23.929803 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:53:23.959344 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Checking router: 51ce4d81-3d61-471c-b767-e2ae6970e94e for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:53:23.959609 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Updating router 51ce4d81-3d61-471c-b767-e2ae6970e94e port 5d69dd4d-b836-4620-9689-9a21a5bd4055 binding host dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:53:23.968897 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:23.969741 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:24.021710 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 8661d5ec-05b5-4728-8464-6dfdedc3ac94, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8661d5ec-05b5-4728-8464-6dfdedc3ac94,segment=NetworkSegment(0a981e38-f0cd-4071-82db-80dbfd82fabe),segment_id=0a981e38-f0cd-4071-82db-80dbfd82fabe)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:24.054015 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:24.068832 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:24.125749 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.db_base_plugin_common [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Allocated IP 172.20.0.2 (6f480c71-55f7-448c-ba1d-4b3868651f0d/eb7919b0-91da-4120-bd75-2c0a3632acdb/a766afc9-9518-48ee-807f-30a4a34a1b1e) {{(pid=115786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:53:24.133882 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Publish callbacks [] for router_gateway (54a32840-5e0b-4a23-a070-6e6150f0fde4), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:24.153676 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:24.160965 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:24.161371 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:24.197901 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=8661d5ec-05b5-4728-8464-6dfdedc3ac94,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:24.283152 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Allocated IP 172.27.2.127 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:53:24.352802 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:24.401459 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Publish callbacks [] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:24.438312 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:24.481132 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:53:24.489626 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:24.491416 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:24.493599 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['8661d5ec-05b5-4728-8464-6dfdedc3ac94'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:53:24.495647 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:53:24.506398 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Pushing event updated for resources: {'Port': ['ID=a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:24.584257 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567c950-fcd2-4e67-a17c-d01168ef82b3 req-ab724518-3a51-46e8-a2a5-d6db52955fc6 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:24.586179 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0567c950-fcd2-4e67-a17c-d01168ef82b3 req-ab724518-3a51-46e8-a2a5-d6db52955fc6 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 944 time: 0.0638947 Jul 19 15:53:24.588474 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Publish callbacks [] for port (a766afc9-9518-48ee-807f-30a4a34a1b1e), precommit_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:24.610048 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (a766afc9-9518-48ee-807f-30a4a34a1b1e), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:24.612446 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:24.665737 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:24.691113 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0567c950-fcd2-4e67-a17c-d01168ef82b3 req-53f119e8-6e1a-4177-bde1-f9f033557c57 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963442 Jul 19 15:53:24.698673 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Network 6f480c71-55f7-448c-ba1d-4b3868651f0d is already hosted by enough agents. {{(pid=115786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:53:24.724667 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.base_scheduler [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Resources bound (agent type, host, resource id): {{(pid=115786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:24.731753 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:24.734196 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Received port after_create {{(pid=115786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:53:24.763400 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Pushing event updated for resources: {'Port': ['ID=a766afc9-9518-48ee-807f-30a4a34a1b1e,revision_number=1']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:24.787995 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Publish callbacks [] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), precommit_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:24.808378 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:24.811836 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:24.826300 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Publish callbacks [] for router_gateway (54a32840-5e0b-4a23-a070-6e6150f0fde4), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:24.900640 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Attempting to bind port a766afc9-9518-48ee-807f-30a4a34a1b1e on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:53:24.901017 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Attempting to bind port a766afc9-9518-48ee-807f-30a4a34a1b1e by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '3a44bf09-acd7-4369-b0e8-076e3909cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:53:24.901387 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Attempting to bind port a766afc9-9518-48ee-807f-30a4a34a1b1e on network 6f480c71-55f7-448c-ba1d-4b3868651f0d {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:24.917883 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b427b0-6d16-42a1-bacd-ba98f7c3a6bb None None] Pushing event updated for resources: {'Port': ['ID=5d69dd4d-b836-4620-9689-9a21a5bd4055,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:24.923551 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:53:24.923934 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Checking segment: {'id': '3a44bf09-acd7-4369-b0e8-076e3909cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:53:24.924342 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:24.924737 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Bound using segment: {'id': '3a44bf09-acd7-4369-b0e8-076e3909cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:53:24.925215 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Bound port: a766afc9-9518-48ee-807f-30a4a34a1b1e, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a44bf09-acd7-4369-b0e8-076e3909cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:53:24.925596 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a766afc9-9518-48ee-807f-30a4a34a1b1e), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:25.063356 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662221'] for router (54a32840-5e0b-4a23-a070-6e6150f0fde4), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:25.237128 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Router 54a32840-5e0b-4a23-a070-6e6150f0fde4 is scheduled to L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 with binding_index 1 {{(pid=115784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 15:53:25.242668 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] For port a766afc9-9518-48ee-807f-30a4a34a1b1e, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:53:25.244816 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Attempting to bind port 5d69dd4d-b836-4620-9689-9a21a5bd4055 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:53:25.245224 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Attempting to bind port 5d69dd4d-b836-4620-9689-9a21a5bd4055 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:53:25.245649 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Attempting to bind port 5d69dd4d-b836-4620-9689-9a21a5bd4055 on network 6889f24c-6e7e-40a5-a521-2143b6f00622 {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:25.260359 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] For port a766afc9-9518-48ee-807f-30a4a34a1b1e, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=a766afc9-9518-48ee-807f-30a4a34a1b1e,segment=NetworkSegment(3a44bf09-acd7-4369-b0e8-076e3909cf99),segment_id=3a44bf09-acd7-4369-b0e8-076e3909cf99)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:53:25.261934 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:53:25.262313 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Checking segment: {'id': 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:53:25.262738 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:25.263130 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Bound using segment: {'id': 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:53:25.263591 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Bound port: 5d69dd4d-b836-4620-9689-9a21a5bd4055, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:53:25.263973 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:25.274575 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (a766afc9-9518-48ee-807f-30a4a34a1b1e), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:25.350243 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:53:25.361641 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Sync routers for ids ['54a32840-5e0b-4a23-a070-6e6150f0fde4'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:53:25.365145 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:25.378096 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-2d7f843f-b1d4-4fbf-baf2-b90a29334597 None None] Provisioning complete for port 5d69dd4d-b836-4620-9689-9a21a5bd4055 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:25.379622 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2d7f843f-b1d4-4fbf-baf2-b90a29334597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:25.387542 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:25.393261 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36408) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:25.403907 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-28b08d11-f948-4a36-8996-ea2928688c34 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9305916 Jul 19 15:53:25.474143 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeefe42-b1dd-49eb-bf31-23968c3c4e36 None None] Pushing event updated for resources: {'Port': ['ID=a766afc9-9518-48ee-807f-30a4a34a1b1e,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:25.482553 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f843f-b1d4-4fbf-baf2-b90a29334597 None None] Port 5d69dd4d-b836-4620-9689-9a21a5bd4055 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:53:25.486268 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] For port 5d69dd4d-b836-4620-9689-9a21a5bd4055, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:53:25.496304 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] For port 5d69dd4d-b836-4620-9689-9a21a5bd4055, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=5d69dd4d-b836-4620-9689-9a21a5bd4055,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:53:25.511977 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:25.540289 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Routers {'54a32840-5e0b-4a23-a070-6e6150f0fde4'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:53:25.543346 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:53:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['54a32840-5e0b-4a23-a070-6e6150f0fde4'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:25.598319 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b427b0-6d16-42a1-bacd-ba98f7c3a6bb None None] Pushing event updated for resources: {'Port': ['ID=5d69dd4d-b836-4620-9689-9a21a5bd4055,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:25.604430 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Routers {'51ce4d81-3d61-471c-b767-e2ae6970e94e'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:53:25.605163 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:53:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['51ce4d81-3d61-471c-b767-e2ae6970e94e'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:25.747403 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Set router 54a32840-5e0b-4a23-a070-6e6150f0fde4 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:53:25.828273 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] Set router 51ce4d81-3d61-471c-b767-e2ae6970e94e gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:53:25.940020 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185f027-42f8-47ed-94c9-d38f7c4c7c54 req-95653406-8934-48cd-a8d9-84824389b8ff tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:25.949449 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2185f027-42f8-47ed-94c9-d38f7c4c7c54 req-95653406-8934-48cd-a8d9-84824389b8ff tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 944 time: 0.1347940 Jul 19 15:53:26.065419 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2185f027-42f8-47ed-94c9-d38f7c4c7c54 req-76953d06-a904-43d0-b30f-b3b86b971d28 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147707 Jul 19 15:53:26.079908 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'name': 'tempest-TestShelveInstance-1654569334-router', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:23Z', 'updated_at': '2022-07-19T15:53:24Z', 'revision_number': 3, 'project_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'gw_port': {'id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:24Z', 'updated_at': '2022-07-19T15:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:26.082864 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a766afc9-9518-48ee-807f-30a4a34a1b1e up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:53:26.097334 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:26.111806 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Checking router: 54a32840-5e0b-4a23-a070-6e6150f0fde4 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:53:26.112396 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Updating router 54a32840-5e0b-4a23-a070-6e6150f0fde4 port a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f binding host dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:53:26.147500 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:26.152605 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36422) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:26.172225 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.202497 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-f944a452-1c96-455d-8078-96e9e74e7621 None None] Provisioning complete for port 5d69dd4d-b836-4620-9689-9a21a5bd4055 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:26.203091 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f944a452-1c96-455d-8078-96e9e74e7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.248629 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.277913 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:26.320971 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-f944a452-1c96-455d-8078-96e9e74e7621 None None] Current status of the port 5d69dd4d-b836-4620-9689-9a21a5bd4055 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:26.321365 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f944a452-1c96-455d-8078-96e9e74e7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.360409 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0a4c1a43-cc3e-4b21-8814-f33d4178cf49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.369732 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port a766afc9-9518-48ee-807f-30a4a34a1b1e triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:26.370127 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (a766afc9-9518-48ee-807f-30a4a34a1b1e), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.450386 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-f944a452-1c96-455d-8078-96e9e74e7621 None None] For port 5d69dd4d-b836-4620-9689-9a21a5bd4055, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=5d69dd4d-b836-4620-9689-9a21a5bd4055,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:26.495474 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f944a452-1c96-455d-8078-96e9e74e7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.499953 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:53:21Z', 'revision_number': 4, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port': {'id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:18Z', 'updated_at': '2022-07-19T15:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5d69dd4d-b836-4620-9689-9a21a5bd4055', 'name': '', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'mac_address': 'fa:16:3e:89:38:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:20Z', 'updated_at': '2022-07-19T15:53:25Z', 'revision_number': 4, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'subnets': [{'id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:26.509516 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Allocated IP 172.20.0.1 (6f480c71-55f7-448c-ba1d-4b3868651f0d/eb7919b0-91da-4120-bd75-2c0a3632acdb/c1f92dfb-c291-4bf5-9860-0764e7ff5cd0) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:53:26.510813 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Publish callbacks [] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), precommit_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.513827 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:26.518387 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.527721 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:26.586773 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Attempting to bind port a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:53:26.587342 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Attempting to bind port a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:53:26.587822 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Attempting to bind port a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f on network 3ef4e101-41eb-411a-aa5a-672e4abf061e {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:26.596981 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cc8a2-dfcb-4da7-8c4d-4a2668cb02ab None None] Pushing event updated for resources: {'Port': ['ID=a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f,revision_number=2']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:26.598536 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06621f8e-b121-4590-af1c-7abd3b8818f0 None None] The sync data for ids ['51ce4d81-3d61-471c-b767-e2ae6970e94e'] in dv-cinder-849022-3-iscsi is: [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:53:21Z', 'revision_number': 4, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port': {'id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:18Z', 'updated_at': '2022-07-19T15:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5d69dd4d-b836-4620-9689-9a21a5bd4055', 'name': '', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'mac_address': 'fa:16:3e:89:38:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:20Z', 'updated_at': '2022-07-19T15:53:25Z', 'revision_number': 4, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'subnets': [{'id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:53:26.600502 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:53:26.601043 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Checking segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:53:26.601553 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.602086 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Bound using segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:53:26.603173 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Bound port: a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:53:26.603425 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.637436 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 8661d5ec-05b5-4728-8464-6dfdedc3ac94 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:53:26.640457 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port a766afc9-9518-48ee-807f-30a4a34a1b1e is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:26.640844 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a766afc9-9518-48ee-807f-30a4a34a1b1e), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.721380 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] For port a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:53:26.725282 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] For port a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:53:26.725852 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0a4c1a43-cc3e-4b21-8814-f33d4178cf49 admin admin] Publish callbacks [] for security_group (ac077928-c597-403e-87d4-c2f891f044ba), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.729205 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944a452-1c96-455d-8078-96e9e74e7621 None None] Pushing event updated for resources: {'Port': ['ID=5d69dd4d-b836-4620-9689-9a21a5bd4055,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:26.735173 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0a4c1a43-cc3e-4b21-8814-f33d4178cf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (ac077928-c597-403e-87d4-c2f891f044ba), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.742509 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.800204 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Publish callbacks [] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.806700 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port a766afc9-9518-48ee-807f-30a4a34a1b1e, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=a766afc9-9518-48ee-807f-30a4a34a1b1e,segment=NetworkSegment(3a44bf09-acd7-4369-b0e8-076e3909cf99),segment_id=3a44bf09-acd7-4369-b0e8-076e3909cf99)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:26.812643 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cc8a2-dfcb-4da7-8c4d-4a2668cb02ab None None] Pushing event updated for resources: {'Port': ['ID=a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f,revision_number=3']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:26.825874 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-0a4c1a43-cc3e-4b21-8814-f33d4178cf49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=789ee013724e4502a4b10ad93c1a8151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6698387 Jul 19 15:53:26.826784 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c1a43-cc3e-4b21-8814-f33d4178cf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac077928-c597-403e-87d4-c2f891f044ba,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:26.826920 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36426) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:26.858517 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.859794 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Routers {'54a32840-5e0b-4a23-a070-6e6150f0fde4'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:53:26.860137 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (a766afc9-9518-48ee-807f-30a4a34a1b1e), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.861953 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:53:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['54a32840-5e0b-4a23-a070-6e6150f0fde4'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:26.862173 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port 8661d5ec-05b5-4728-8464-6dfdedc3ac94 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:53:26.948751 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Network 6f480c71-55f7-448c-ba1d-4b3868651f0d is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:53:26.949839 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-22fa57ce-a312-4b72-b2f3-27f6fa842b6a admin admin] Publish callbacks [] for security_group (ac077928-c597-403e-87d4-c2f891f044ba), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.957789 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:26.960278 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:53:26.960776 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 8661d5ec-05b5-4728-8464-6dfdedc3ac94 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:26.962164 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.973495 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1068af94-685f-4b5b-9104-c5ac55d1939b None None] Network 6f480c71-55f7-448c-ba1d-4b3868651f0d requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:53:26.979542 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=a766afc9-9518-48ee-807f-30a4a34a1b1e,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:26.984345 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-22fa57ce-a312-4b72-b2f3-27f6fa842b6a admin admin] Publish callbacks [] for security_group (ac077928-c597-403e-87d4-c2f891f044ba), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:26.999820 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Pushing event updated for resources: {'Port': ['ID=c1f92dfb-c291-4bf5-9860-0764e7ff5cd0,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:27.028126 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655459'] for router_interface (54a32840-5e0b-4a23-a070-6e6150f0fde4), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:27.049008 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] Set router 54a32840-5e0b-4a23-a070-6e6150f0fde4 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:53:27.078287 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-22fa57ce-a312-4b72-b2f3-27f6fa842b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (ac077928-c597-403e-87d4-c2f891f044ba), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:27.083680 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-22fa57ce-a312-4b72-b2f3-27f6fa842b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:27.088805 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-22fa57ce-a312-4b72-b2f3-27f6fa842b6a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac077928-c597-403e-87d4-c2f891f044ba HTTP/1.1" status: 204 len: 168 time: 0.2611792 Jul 19 15:53:27.100124 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa57ce-a312-4b72-b2f3-27f6fa842b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac077928-c597-403e-87d4-c2f891f044ba,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:27.132143 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-e782e3cd-847e-4208-b910-8982ac3a99da None None] Provisioning complete for port a766afc9-9518-48ee-807f-30a4a34a1b1e triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:27.132387 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e782e3cd-847e-4208-b910-8982ac3a99da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (a766afc9-9518-48ee-807f-30a4a34a1b1e), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:27.156453 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:27.185030 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:27.295246 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:27.339760 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'name': 'tempest-TestShelveInstance-1654569334-router', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:23Z', 'updated_at': '2022-07-19T15:53:24Z', 'revision_number': 3, 'project_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'gw_port': {'id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:24Z', 'updated_at': '2022-07-19T15:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:27.363930 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5280-7e01-4242-87dc-56cb308f18a8 req-be771295-1193-49fb-a7d8-acfa003033ee tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:27.367560 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 8661d5ec-05b5-4728-8464-6dfdedc3ac94 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:27.367975 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:27.374129 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a6db5280-7e01-4242-87dc-56cb308f18a8 req-be771295-1193-49fb-a7d8-acfa003033ee tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 944 time: 0.1891913 Jul 19 15:53:27.385877 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f95ae-c6ee-4ec3-aa5d-4aac1295e98a None None] The sync data for ids ['54a32840-5e0b-4a23-a070-6e6150f0fde4'] in dv-cinder-849022-3-iscsi is: [{'id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'name': 'tempest-TestShelveInstance-1654569334-router', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:23Z', 'updated_at': '2022-07-19T15:53:24Z', 'revision_number': 3, 'project_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'gw_port': {'id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:24Z', 'updated_at': '2022-07-19T15:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:53:27.409687 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:27.437406 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4118df58-62f2-461f-a818-3e9d7fbf962e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8661d5ec-05b5-4728-8464-6dfdedc3ac94'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:53:27.440940 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6e4848-6328-4e47-ac48-b8d8eb6be76a" -d '{"events": [{"server_uuid": "4118df58-62f2-461f-a818-3e9d7fbf962e", "name": "network-vif-plugged", "status": "completed", "tag": "8661d5ec-05b5-4728-8464-6dfdedc3ac94"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:53:27.457679 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-e782e3cd-847e-4208-b910-8982ac3a99da None None] Current status of the port a766afc9-9518-48ee-807f-30a4a34a1b1e is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:27.501963 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 8661d5ec-05b5-4728-8464-6dfdedc3ac94, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8661d5ec-05b5-4728-8464-6dfdedc3ac94,segment=NetworkSegment(0a981e38-f0cd-4071-82db-80dbfd82fabe),segment_id=0a981e38-f0cd-4071-82db-80dbfd82fabe)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:27.514072 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:27.551942 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a6db5280-7e01-4242-87dc-56cb308f18a8 req-00bf6b6c-4f1a-4cc4-996b-956d9be030d7 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642139 Jul 19 15:53:27.559472 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882cf7e8-5b13-4811-9cff-6e1a3d77f688 x-openstack-request-id: req-882cf7e8-5b13-4811-9cff-6e1a3d77f688 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:53:27.559849 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4118df58-62f2-461f-a818-3e9d7fbf962e", "name": "network-vif-plugged", "status": "completed", "tag": "8661d5ec-05b5-4728-8464-6dfdedc3ac94", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:53:27.560107 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-882cf7e8-5b13-4811-9cff-6e1a3d77f688 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:53:27.560682 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882cf7e8-5b13-4811-9cff-6e1a3d77f688'] response: {'server_uuid': '4118df58-62f2-461f-a818-3e9d7fbf962e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8661d5ec-05b5-4728-8464-6dfdedc3ac94', 'code': 200} Jul 19 15:53:27.630986 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=8661d5ec-05b5-4728-8464-6dfdedc3ac94,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:27.666199 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:27.712683 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36438) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:27.735060 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-156cd161-d4a7-437e-96c4-6a8a033d90a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:27.784389 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-573b955a-6666-4a66-a4a6-9a7e557fdb55 None None] Provisioning complete for port a766afc9-9518-48ee-807f-30a4a34a1b1e triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:27.785016 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-573b955a-6666-4a66-a4a6-9a7e557fdb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (a766afc9-9518-48ee-807f-30a4a34a1b1e), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:27.808389 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:27.810725 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508896c9-0453-4b99-bb9d-2fc672335aa2 req-7516c5d9-73d5-43b7-95ab-71df1e9e27f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:27.812807 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-508896c9-0453-4b99-bb9d-2fc672335aa2 req-7516c5d9-73d5-43b7-95ab-71df1e9e27f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 1129 time: 0.0533993 Jul 19 15:53:27.847323 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Publish callbacks [] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:27.863356 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:27.994866 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-508896c9-0453-4b99-bb9d-2fc672335aa2 req-29075953-b0e6-4868-aa65-d1ddb3ab5524 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712012 Jul 19 15:53:28.011551 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-573b955a-6666-4a66-a4a6-9a7e557fdb55 None None] Current status of the port a766afc9-9518-48ee-807f-30a4a34a1b1e is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:28.015800 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-156cd161-d4a7-437e-96c4-6a8a033d90a9 admin admin] Publish callbacks [] for security_group (9fa85b6a-b9f0-492f-9187-f9340a7b5ad4), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:28.029133 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3665158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659499'] for router_interface (54a32840-5e0b-4a23-a070-6e6150f0fde4), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:28.030991 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-156cd161-d4a7-437e-96c4-6a8a033d90a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (9fa85b6a-b9f0-492f-9187-f9340a7b5ad4), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:28.035992 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-573b955a-6666-4a66-a4a6-9a7e557fdb55 None None] Provisioning complete for port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:28.036645 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-573b955a-6666-4a66-a4a6-9a7e557fdb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:28.076925 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-573b955a-6666-4a66-a4a6-9a7e557fdb55 None None] Port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:53:28.102314 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cd161-d4a7-437e-96c4-6a8a033d90a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa85b6a-b9f0-492f-9187-f9340a7b5ad4,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:28.123459 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Pushing event updated for resources: {'Port': ['ID=c1f92dfb-c291-4bf5-9860-0764e7ff5cd0,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:28.176466 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 5d69dd4d-b836-4620-9689-9a21a5bd4055 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:53:28.180780 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-156cd161-d4a7-437e-96c4-6a8a033d90a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc1f2fce432249cd819012885e5db5c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4649565 Jul 19 15:53:28.181864 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36440) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:28.217819 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-0f3a1212-5dcc-4ac1-9ceb-ef8d169214db None None] Provisioning complete for port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:28.218292 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1212-5dcc-4ac1-9ceb-ef8d169214db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:28.249753 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0a21-339c-4d1a-8661-3f00816a7a3c admin admin] Publish callbacks [] for security_group (9fa85b6a-b9f0-492f-9187-f9340a7b5ad4), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:28.272361 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-0f3a1212-5dcc-4ac1-9ceb-ef8d169214db None None] Port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:53:28.281831 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0a21-339c-4d1a-8661-3f00816a7a3c admin admin] Publish callbacks [] for security_group (9fa85b6a-b9f0-492f-9187-f9340a7b5ad4), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:28.283449 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 5d69dd4d-b836-4620-9689-9a21a5bd4055 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:28.283922 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:28.290640 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:28.295384 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Network 6f480c71-55f7-448c-ba1d-4b3868651f0d is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:53:28.297244 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:28.386671 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0a21-339c-4d1a-8661-3f00816a7a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (9fa85b6a-b9f0-492f-9187-f9340a7b5ad4), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:28.390290 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0a21-339c-4d1a-8661-3f00816a7a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:28.393875 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-0e3a0a21-339c-4d1a-8661-3f00816a7a3c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fa85b6a-b9f0-492f-9187-f9340a7b5ad4 HTTP/1.1" status: 204 len: 168 time: 0.2082789 Jul 19 15:53:28.415326 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a0a21-339c-4d1a-8661-3f00816a7a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa85b6a-b9f0-492f-9187-f9340a7b5ad4,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:28.505882 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 5d69dd4d-b836-4620-9689-9a21a5bd4055 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:28.507240 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a766afc9-9518-48ee-807f-30a4a34a1b1e up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:53:28.567804 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Router 54a32840-5e0b-4a23-a070-6e6150f0fde4 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:53:28.609336 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port a766afc9-9518-48ee-807f-30a4a34a1b1e triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:28.609889 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (a766afc9-9518-48ee-807f-30a4a34a1b1e), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:28.808977 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:53:28.814515 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-00c96d25-8fe7-4956-a9c1-26e30d498d47 admin admin] 10.222.0.64 "PUT /v2.0/routers/54a32840-5e0b-4a23-a070-6e6150f0fde4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4200108 Jul 19 15:53:28.832422 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4164450-713e-4960-bf97-34fb914b91b7 req-ac8886ce-ff1b-4751-95ad-d979067369b2 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:28.834931 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4164450-713e-4960-bf97-34fb914b91b7 req-ac8886ce-ff1b-4751-95ad-d979067369b2 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 945 time: 0.1032999 Jul 19 15:53:28.931692 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a4164450-713e-4960-bf97-34fb914b91b7 req-2f50532b-c7b7-49e8-ba76-2129f7fe6f39 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906646 Jul 19 15:53:29.011520 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port a766afc9-9518-48ee-807f-30a4a34a1b1e is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:29.017842 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-084a54b7-f025-4f43-b185-83e33a37b83a None None] Provisioning complete for port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:29.018232 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-084a54b7-f025-4f43-b185-83e33a37b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:29.056099 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-0e4193c1-9f51-4a8a-8f54-29056967d48c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743401924&fields=id&tenant_id=6827afcdf1f3481882f808dc01908a4d HTTP/1.1" status: 200 len: 267 time: 0.1244824 Jul 19 15:53:29.081439 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-084a54b7-f025-4f43-b185-83e33a37b83a None None] Port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:53:29.231160 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6d23cb9e-5eeb-46cd-9d21-e6d6e7805ebb tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:29.232923 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6d23cb9e-5eeb-46cd-9d21-e6d6e7805ebb tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 811 time: 0.1760242 Jul 19 15:53:29.255673 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-cacf660c-7f61-4876-911a-07b59c70ee1e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/quotas/6827afcdf1f3481882f808dc01908a4d HTTP/1.1" status: 200 len: 375 time: 0.0134268 Jul 19 15:53:29.329271 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:29.346115 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-89520a8a-b489-4ee4-8072-806f725a4532 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806398 Jul 19 15:53:29.499897 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-422761ca-ae84-4fe2-853f-8da49c31fd6e service neutron] 10.222.0.64 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465595 Jul 19 15:53:29.526429 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36476) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:29.530967 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-78a2589f-7567-4496-ae41-ef830fa78762 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523264057', 'description': 'tempest-secgroup-smoke-523264057 description', 'project_id': 'cf521f7d98c641d4941eb041acf65405'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:29.541522 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:29.553653 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-78a2589f-7567-4496-ae41-ef830fa78762 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:29.619701 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-0ce6ed92-5595-4575-a218-cfbe8c410aeb service neutron] 10.222.0.64 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133201 Jul 19 15:53:29.633665 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-78a2589f-7567-4496-ae41-ef830fa78762 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group (1fd414c9-31af-4b2a-badb-6d939e946ab2), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:29.638626 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-78a2589f-7567-4496-ae41-ef830fa78762 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (1fd414c9-31af-4b2a-badb-6d939e946ab2), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:29.670589 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-78a2589f-7567-4496-ae41-ef830fa78762 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:29.671831 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-78a2589f-7567-4496-ae41-ef830fa78762 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1443994 Jul 19 15:53:29.675800 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36482) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:29.678294 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2589f-7567-4496-ae41-ef830fa78762 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd414c9-31af-4b2a-badb-6d939e946ab2,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:29.691716 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-abfdb392-0ae6-4f2c-a768-c7b8f8758438 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Request body: {'security_group_rule': {'security_group_id': '1fd414c9-31af-4b2a-badb-6d939e946ab2', 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:29.728366 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-abfdb392-0ae6-4f2c-a768-c7b8f8758438 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (04d491b7-acb5-4484-9a04-9263491b64c5), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:29.799552 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-abfdb392-0ae6-4f2c-a768-c7b8f8758438 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (04d491b7-acb5-4484-9a04-9263491b64c5), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:29.804456 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-abfdb392-0ae6-4f2c-a768-c7b8f8758438 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (04d491b7-acb5-4484-9a04-9263491b64c5), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:29.828420 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdb392-0ae6-4f2c-a768-c7b8f8758438 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d491b7-acb5-4484-9a04-9263491b64c5,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:29.834528 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-abfdb392-0ae6-4f2c-a768-c7b8f8758438 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:29.838885 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-abfdb392-0ae6-4f2c-a768-c7b8f8758438 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580849 Jul 19 15:53:29.839047 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36492) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:29.844732 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-902a4607-affc-4f9f-8af5-236f591587eb tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Request body: {'security_group_rule': {'security_group_id': '1fd414c9-31af-4b2a-badb-6d939e946ab2', 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:29.885183 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-902a4607-affc-4f9f-8af5-236f591587eb tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (6a5ee0ae-a4b3-43a5-8686-4c62d9b80936), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:29.980927 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:53:29.998130 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-902a4607-affc-4f9f-8af5-236f591587eb tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (6a5ee0ae-a4b3-43a5-8686-4c62d9b80936), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.005543 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-902a4607-affc-4f9f-8af5-236f591587eb tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (6a5ee0ae-a4b3-43a5-8686-4c62d9b80936), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.031695 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:30.040957 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a4607-affc-4f9f-8af5-236f591587eb tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5ee0ae-a4b3-43a5-8686-4c62d9b80936,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:30.045613 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:30.046263 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.062667 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-902a4607-affc-4f9f-8af5-236f591587eb tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.068591 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36498) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:30.068786 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-902a4607-affc-4f9f-8af5-236f591587eb tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2275212 Jul 19 15:53:30.075539 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-2e8b2ce6-2864-49b7-9ebf-60ec89587ed4 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Request body: {'security_group_rule': {'security_group_id': '1fd414c9-31af-4b2a-badb-6d939e946ab2', 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:30.087722 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d55ad-1944-4c21-9c16-d38270fd4474 req-c15090fd-e657-4011-a7c3-f5556a2c0ee0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:30.089275 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c04d55ad-1944-4c21-9c16-d38270fd4474 req-c15090fd-e657-4011-a7c3-f5556a2c0ee0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 945 time: 0.0771928 Jul 19 15:53:30.146229 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2ce6-2864-49b7-9ebf-60ec89587ed4 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (a38f27a8-b9c0-4ef6-81fa-a58856925d96), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.156094 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:30.173916 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:30.174472 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.185015 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Sync routers for ids ['54a32840-5e0b-4a23-a070-6e6150f0fde4'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:53:30.189648 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:30.193717 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c04d55ad-1944-4c21-9c16-d38270fd4474 req-11c519a7-70e3-4f51-80cf-bb341750ace7 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966592 Jul 19 15:53:30.211326 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Routers {'54a32840-5e0b-4a23-a070-6e6150f0fde4'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:53:30.211326 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:53:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['54a32840-5e0b-4a23-a070-6e6150f0fde4'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:30.269475 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2ce6-2864-49b7-9ebf-60ec89587ed4 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (a38f27a8-b9c0-4ef6-81fa-a58856925d96), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.275341 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2ce6-2864-49b7-9ebf-60ec89587ed4 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (a38f27a8-b9c0-4ef6-81fa-a58856925d96), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.303474 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b2ce6-2864-49b7-9ebf-60ec89587ed4 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38f27a8-b9c0-4ef6-81fa-a58856925d96,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:30.309904 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2ce6-2864-49b7-9ebf-60ec89587ed4 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.314097 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-2e8b2ce6-2864-49b7-9ebf-60ec89587ed4 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2400718 Jul 19 15:53:30.314607 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36508) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:30.324669 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-68b14581-a62d-4f54-8e2a-32232ca40ebd tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Request body: {'security_group_rule': {'security_group_id': '1fd414c9-31af-4b2a-badb-6d939e946ab2', 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:30.348503 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:30.364489 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.377009 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-68b14581-a62d-4f54-8e2a-32232ca40ebd tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (a31c0b92-fada-407c-8a9f-4dbe18d85e26), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.441808 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Set router 54a32840-5e0b-4a23-a070-6e6150f0fde4 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:53:30.466544 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-68b14581-a62d-4f54-8e2a-32232ca40ebd tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (a31c0b92-fada-407c-8a9f-4dbe18d85e26), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.479487 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:30.482480 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-68b14581-a62d-4f54-8e2a-32232ca40ebd tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (a31c0b92-fada-407c-8a9f-4dbe18d85e26), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.531653 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b14581-a62d-4f54-8e2a-32232ca40ebd tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31c0b92-fada-407c-8a9f-4dbe18d85e26,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:30.549492 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-68b14581-a62d-4f54-8e2a-32232ca40ebd tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.550792 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-68b14581-a62d-4f54-8e2a-32232ca40ebd tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2351289 Jul 19 15:53:30.553684 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36518) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:30.561570 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-b6cbfaf2-1f05-45b6-8b51-52be80041421 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Request body: {'security_group_rule': {'security_group_id': '1fd414c9-31af-4b2a-badb-6d939e946ab2', 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:30.588815 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.securitygroups_db [None req-b6cbfaf2-1f05-45b6-8b51-52be80041421 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Project cf521f7d98c641d4941eb041acf65405 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 15:53:30.595325 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b6cbfaf2-1f05-45b6-8b51-52be80041421 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (734b3a99-2654-4c2f-9549-76df25c59b26), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.669263 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b6cbfaf2-1f05-45b6-8b51-52be80041421 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (734b3a99-2654-4c2f-9549-76df25c59b26), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.674145 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b6cbfaf2-1f05-45b6-8b51-52be80041421 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (734b3a99-2654-4c2f-9549-76df25c59b26), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.686657 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'name': 'tempest-TestShelveInstance-1654569334-router', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:23Z', 'updated_at': '2022-07-19T15:53:27Z', 'revision_number': 4, 'project_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'gw_port': {'id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:24Z', 'updated_at': '2022-07-19T15:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'c1f92dfb-c291-4bf5-9860-0764e7ff5cd0', 'name': '', 'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'mac_address': 'fa:16:3e:de:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'eb7919b0-91da-4120-bd75-2c0a3632acdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:26Z', 'updated_at': '2022-07-19T15:53:27Z', 'revision_number': 2, 'project_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'subnets': [{'id': 'eb7919b0-91da-4120-bd75-2c0a3632acdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:30.700100 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbfaf2-1f05-45b6-8b51-52be80041421 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734b3a99-2654-4c2f-9549-76df25c59b26,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:30.710691 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b6cbfaf2-1f05-45b6-8b51-52be80041421 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.714807 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-b6cbfaf2-1f05-45b6-8b51-52be80041421 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1569602 Jul 19 15:53:30.715041 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36526) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:30.719756 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-6b2c65eb-48e0-4c33-9893-b564225c8b48 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Request body: {'security_group_rule': {'security_group_id': '1fd414c9-31af-4b2a-badb-6d939e946ab2', 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:30.724133 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Checking router: 54a32840-5e0b-4a23-a070-6e6150f0fde4 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:53:30.724487 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Updating router 54a32840-5e0b-4a23-a070-6e6150f0fde4 port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 binding host dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:53:30.754955 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.securitygroups_db [None req-6b2c65eb-48e0-4c33-9893-b564225c8b48 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Project cf521f7d98c641d4941eb041acf65405 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 15:53:30.759680 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.764185 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6b2c65eb-48e0-4c33-9893-b564225c8b48 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (22c739f2-4247-4057-8674-aa1f98266135), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.803386 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:30.819774 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:30.848488 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6b2c65eb-48e0-4c33-9893-b564225c8b48 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (22c739f2-4247-4057-8674-aa1f98266135), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.854463 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6b2c65eb-48e0-4c33-9893-b564225c8b48 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (22c739f2-4247-4057-8674-aa1f98266135), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.872204 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c65eb-48e0-4c33-9893-b564225c8b48 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c739f2-4247-4057-8674-aa1f98266135,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:30.888094 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6b2c65eb-48e0-4c33-9893-b564225c8b48 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:30.897296 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-6b2c65eb-48e0-4c33-9893-b564225c8b48 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1733568 Jul 19 15:53:31.078820 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-60316153-197f-4ded-85ce-3ac800efd606 req-3d7efd2d-1246-42de-8c83-35e9be7c0a8f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 210 time: 0.0620201 Jul 19 15:53:31.098166 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a4d36-dd94-4bec-804f-c3b7cc4b65f1 req-26f48e11-6906-4da7-b460-311ccb6400d0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:31.105605 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b15a4d36-dd94-4bec-804f-c3b7cc4b65f1 req-26f48e11-6906-4da7-b460-311ccb6400d0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 945 time: 0.0725935 Jul 19 15:53:31.168460 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Publish callbacks [] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), precommit_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:31.171843 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b15a4d36-dd94-4bec-804f-c3b7cc4b65f1 req-031788b1-8107-414c-a331-217850a7a0ce tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652697 Jul 19 15:53:31.177825 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:31.298203 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:31.303966 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41c686-662c-419d-9c53-445ea66fd5db None None] Pushing event updated for resources: {'Port': ['ID=c1f92dfb-c291-4bf5-9860-0764e7ff5cd0,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:31.320898 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Attempting to bind port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:53:31.321266 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Attempting to bind port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '3a44bf09-acd7-4369-b0e8-076e3909cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:53:31.321782 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Attempting to bind port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 on network 6f480c71-55f7-448c-ba1d-4b3868651f0d {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:31.328619 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:53:31.329046 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Checking segment: {'id': '3a44bf09-acd7-4369-b0e8-076e3909cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:53:31.329450 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:31.330791 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Bound using segment: {'id': '3a44bf09-acd7-4369-b0e8-076e3909cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:53:31.330791 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Bound port: c1f92dfb-c291-4bf5-9860-0764e7ff5cd0, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a44bf09-acd7-4369-b0e8-076e3909cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:53:31.330791 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:31.432157 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] For port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:53:31.439430 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] For port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=c1f92dfb-c291-4bf5-9860-0764e7ff5cd0,segment=NetworkSegment(3a44bf09-acd7-4369-b0e8-076e3909cf99),segment_id=3a44bf09-acd7-4369-b0e8-076e3909cf99)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:53:31.452341 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:31.488462 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:31.545220 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-f156353b-5b89-4da0-a86a-8c1672a4fd2a None None] Provisioning complete for port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:31.545598 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f156353b-5b89-4da0-a86a-8c1672a4fd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:31.573658 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41c686-662c-419d-9c53-445ea66fd5db None None] Pushing event updated for resources: {'Port': ['ID=c1f92dfb-c291-4bf5-9860-0764e7ff5cd0,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:31.583314 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Routers {'54a32840-5e0b-4a23-a070-6e6150f0fde4'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:53:31.585087 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:53:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['54a32840-5e0b-4a23-a070-6e6150f0fde4'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:31.797446 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-f156353b-5b89-4da0-a86a-8c1672a4fd2a None None] Current status of the port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:31.797816 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f156353b-5b89-4da0-a86a-8c1672a4fd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:31.822622 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] Set router 54a32840-5e0b-4a23-a070-6e6150f0fde4 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:53:31.898053 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36614) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:31.911423 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-f156353b-5b89-4da0-a86a-8c1672a4fd2a None None] For port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=c1f92dfb-c291-4bf5-9860-0764e7ff5cd0,segment=NetworkSegment(3a44bf09-acd7-4369-b0e8-076e3909cf99),segment_id=3a44bf09-acd7-4369-b0e8-076e3909cf99)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:31.928155 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:53:31.933022 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f156353b-5b89-4da0-a86a-8c1672a4fd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:32.036319 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-dc244600-26c1-48c8-af22-3bf3e84b9f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:32.095631 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-28a09309-a24d-4c0c-8c58-6326a061860c None None] Provisioning complete for port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:32.095995 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-28a09309-a24d-4c0c-8c58-6326a061860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:32.101272 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:32.101643 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:32.104009 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156353b-5b89-4da0-a86a-8c1672a4fd2a None None] Pushing event updated for resources: {'Port': ['ID=c1f92dfb-c291-4bf5-9860-0764e7ff5cd0,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:32.164294 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-dc244600-26c1-48c8-af22-3bf3e84b9f77 admin admin] Publish callbacks [] for security_group (b583e9e8-be71-41fd-a73a-3c31aab865c0), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:32.174382 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-dc244600-26c1-48c8-af22-3bf3e84b9f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b583e9e8-be71-41fd-a73a-3c31aab865c0), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:32.253417 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ce89c0af-bfbe-46bb-ac8a-a4aabb5d0e90 req-a4b4c164-c869-4aec-893d-4cbc67c58683 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 210 time: 0.0580275 Jul 19 15:53:32.256117 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc244600-26c1-48c8-af22-3bf3e84b9f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b583e9e8-be71-41fd-a73a-3c31aab865c0,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:32.261393 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-dc244600-26c1-48c8-af22-3bf3e84b9f77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=459c57be8df742f29332c0fb10388444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621886 Jul 19 15:53:32.271089 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36638) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:32.337965 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'name': 'tempest-TestShelveInstance-1654569334-router', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:23Z', 'updated_at': '2022-07-19T15:53:27Z', 'revision_number': 4, 'project_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'gw_port': {'id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:24Z', 'updated_at': '2022-07-19T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'c1f92dfb-c291-4bf5-9860-0764e7ff5cd0', 'name': '', 'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'mac_address': 'fa:16:3e:de:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'eb7919b0-91da-4120-bd75-2c0a3632acdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:26Z', 'updated_at': '2022-07-19T15:53:31Z', 'revision_number': 4, 'project_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'subnets': [{'id': 'eb7919b0-91da-4120-bd75-2c0a3632acdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:32.344512 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35a03-dcbb-4abd-ab35-f2824e7d4fa7 req-616c99f8-508f-45c0-b3be-3d8e894e789d tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:32.346114 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7dc35a03-dcbb-4abd-ab35-f2824e7d4fa7 req-616c99f8-508f-45c0-b3be-3d8e894e789d tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.36 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 945 time: 0.1141167 Jul 19 15:53:32.362175 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-79e672a8-ee94-4513-a2af-c6e89b0e53b9 admin admin] Publish callbacks [] for security_group (b583e9e8-be71-41fd-a73a-3c31aab865c0), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:32.367673 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb47452-afb9-4f42-835d-12cbfa57f74e req-99e5f80b-0009-4218-9e43-c59c9855580a tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:32.369408 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8eb47452-afb9-4f42-835d-12cbfa57f74e req-99e5f80b-0009-4218-9e43-c59c9855580a tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 945 time: 0.1210444 Jul 19 15:53:32.395366 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-28a09309-a24d-4c0c-8c58-6326a061860c None None] Current status of the port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:32.399241 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-79e672a8-ee94-4513-a2af-c6e89b0e53b9 admin admin] Publish callbacks [] for security_group (b583e9e8-be71-41fd-a73a-3c31aab865c0), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:32.402201 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:32.403616 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112836a3-2c3e-4a66-a671-0832b526b697 None None] The sync data for ids ['54a32840-5e0b-4a23-a070-6e6150f0fde4'] in dv-cinder-849022-3-iscsi is: [{'id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'name': 'tempest-TestShelveInstance-1654569334-router', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:23Z', 'updated_at': '2022-07-19T15:53:27Z', 'revision_number': 4, 'project_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'gw_port': {'id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:24Z', 'updated_at': '2022-07-19T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'c1f92dfb-c291-4bf5-9860-0764e7ff5cd0', 'name': '', 'network_id': '6f480c71-55f7-448c-ba1d-4b3868651f0d', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'mac_address': 'fa:16:3e:de:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'eb7919b0-91da-4120-bd75-2c0a3632acdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:26Z', 'updated_at': '2022-07-19T15:53:31Z', 'revision_number': 4, 'project_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'subnets': [{'id': 'eb7919b0-91da-4120-bd75-2c0a3632acdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:53:32.420295 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:32.524107 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-79e672a8-ee94-4513-a2af-c6e89b0e53b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (b583e9e8-be71-41fd-a73a-3c31aab865c0), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:32.529828 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-79e672a8-ee94-4513-a2af-c6e89b0e53b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:32.531053 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-79e672a8-ee94-4513-a2af-c6e89b0e53b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b583e9e8-be71-41fd-a73a-3c31aab865c0 HTTP/1.1" status: 204 len: 168 time: 0.2586629 Jul 19 15:53:32.541403 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e672a8-ee94-4513-a2af-c6e89b0e53b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b583e9e8-be71-41fd-a73a-3c31aab865c0,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:32.548565 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8eb47452-afb9-4f42-835d-12cbfa57f74e req-848f62a8-c26b-4705-a1a9-fc0ac23556f3 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538372 Jul 19 15:53:32.564165 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-7dc35a03-dcbb-4abd-ab35-f2824e7d4fa7 req-4d3f9965-fc9d-4eef-b290-94c18af90dd8 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Deleting port 8661d5ec-05b5-4728-8464-6dfdedc3ac94 {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:53:32.567390 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-7dc35a03-dcbb-4abd-ab35-f2824e7d4fa7 req-4d3f9965-fc9d-4eef-b290-94c18af90dd8 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:32.677402 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:32.724132 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-7dc35a03-dcbb-4abd-ab35-f2824e7d4fa7 req-4d3f9965-fc9d-4eef-b290-94c18af90dd8 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] For port 8661d5ec-05b5-4728-8464-6dfdedc3ac94, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=8661d5ec-05b5-4728-8464-6dfdedc3ac94,segment=NetworkSegment(0a981e38-f0cd-4071-82db-80dbfd82fabe),segment_id=0a981e38-f0cd-4071-82db-80dbfd82fabe)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:32.724505 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-7dc35a03-dcbb-4abd-ab35-f2824e7d4fa7 req-4d3f9965-fc9d-4eef-b290-94c18af90dd8 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:32.744201 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-7dc35a03-dcbb-4abd-ab35-f2824e7d4fa7 req-4d3f9965-fc9d-4eef-b290-94c18af90dd8 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Calling delete_port for 8661d5ec-05b5-4728-8464-6dfdedc3ac94 owned by compute:nova {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:53:32.931752 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-7dc35a03-dcbb-4abd-ab35-f2824e7d4fa7 req-4d3f9965-fc9d-4eef-b290-94c18af90dd8 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (8661d5ec-05b5-4728-8464-6dfdedc3ac94), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:32.943866 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['8661d5ec-05b5-4728-8464-6dfdedc3ac94'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:53:32.975190 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f9965-fc9d-4eef-b290-94c18af90dd8 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Pushing event deleted for resources: {'Port': ['ID=8661d5ec-05b5-4728-8464-6dfdedc3ac94,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:33.029388 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc35a03-dcbb-4abd-ab35-f2824e7d4fa7 req-4d3f9965-fc9d-4eef-b290-94c18af90dd8 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] No DVR routers for this DVR port 8661d5ec-05b5-4728-8464-6dfdedc3ac94 on host hv-cinder-84902 {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:53:33.032856 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-7dc35a03-dcbb-4abd-ab35-f2824e7d4fa7 req-4d3f9965-fc9d-4eef-b290-94c18af90dd8 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:33.037824 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7dc35a03-dcbb-4abd-ab35-f2824e7d4fa7 req-4d3f9965-fc9d-4eef-b290-94c18af90dd8 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.36 "DELETE /v2.0/ports/8661d5ec-05b5-4728-8464-6dfdedc3ac94 HTTP/1.1" status: 204 len: 173 time: 0.6821091 Jul 19 15:53:33.038433 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4118df58-62f2-461f-a818-3e9d7fbf962e', 'name': 'network-vif-deleted', 'tag': '8661d5ec-05b5-4728-8464-6dfdedc3ac94'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:53:33.040753 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce36d9c1-49bb-4d03-b4f6-0e9438d20ff7" -d '{"events": [{"server_uuid": "4118df58-62f2-461f-a818-3e9d7fbf962e", "name": "network-vif-deleted", "tag": "8661d5ec-05b5-4728-8464-6dfdedc3ac94"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:53:33.055834 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36648) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:33.080693 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4f48cb85-d79c-4836-b2a3-2efc55d7792c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:33.106301 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bae0d21-4446-4bd5-bba2-c9fb9d33325c x-openstack-request-id: req-5bae0d21-4446-4bd5-bba2-c9fb9d33325c {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:53:33.106833 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4118df58-62f2-461f-a818-3e9d7fbf962e", "name": "network-vif-deleted", "tag": "8661d5ec-05b5-4728-8464-6dfdedc3ac94", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:53:33.107147 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bae0d21-4446-4bd5-bba2-c9fb9d33325c {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:53:33.107586 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bae0d21-4446-4bd5-bba2-c9fb9d33325c'] response: {'server_uuid': '4118df58-62f2-461f-a818-3e9d7fbf962e', 'name': 'network-vif-deleted', 'tag': '8661d5ec-05b5-4728-8464-6dfdedc3ac94', 'status': 'completed', 'code': 200} Jul 19 15:53:33.225990 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4f48cb85-d79c-4836-b2a3-2efc55d7792c admin admin] Publish callbacks [] for security_group (9c62e087-89bc-4f37-a64a-ac63c6173351), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:33.233096 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-4f48cb85-d79c-4836-b2a3-2efc55d7792c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (9c62e087-89bc-4f37-a64a-ac63c6173351), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:33.295963 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-88efb99a-e690-469e-abea-98f30f70b03d tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:33.297215 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48cb85-d79c-4836-b2a3-2efc55d7792c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c62e087-89bc-4f37-a64a-ac63c6173351,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:33.297747 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-88efb99a-e690-469e-abea-98f30f70b03d tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 811 time: 0.1463325 Jul 19 15:53:33.302405 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-4f48cb85-d79c-4836-b2a3-2efc55d7792c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d1caa0c911f4a03b2812bb033a58a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440906 Jul 19 15:53:33.306563 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36652) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:33.366395 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b0f777ea-0141-4961-8274-6f6bd3d1a54b req-760ed9cc-a680-43d6-8fe7-2d2441ea6790 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 210 time: 0.0296876 Jul 19 15:53:33.367220 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4b3a-9202-4116-a89d-d2277353c0e0 admin admin] Publish callbacks [] for security_group (9c62e087-89bc-4f37-a64a-ac63c6173351), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:33.389112 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:33.391575 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4b3a-9202-4116-a89d-d2277353c0e0 admin admin] Publish callbacks [] for security_group (9c62e087-89bc-4f37-a64a-ac63c6173351), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:33.444096 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4b3a-9202-4116-a89d-d2277353c0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (9c62e087-89bc-4f37-a64a-ac63c6173351), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:33.446995 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4b3a-9202-4116-a89d-d2277353c0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:33.448182 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-5c4f4b3a-9202-4116-a89d-d2277353c0e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c62e087-89bc-4f37-a64a-ac63c6173351 HTTP/1.1" status: 204 len: 168 time: 0.1403983 Jul 19 15:53:33.458604 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f4b3a-9202-4116-a89d-d2277353c0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c62e087-89bc-4f37-a64a-ac63c6173351,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:33.480929 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:33.503256 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:33.556441 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-e03e24a8-20ad-47b9-a3f5-8c099142782b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6827afcdf1f3481882f808dc01908a4d HTTP/1.1" status: 200 len: 380 time: 0.0889897 Jul 19 15:53:33.569199 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6c1f3656-6382-492b-bec6-9a2f98b19107 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Request body: {'port': {'device_id': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'admin_state_up': True, 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'security_groups': ['9d97b308-e1c9-43dd-a176-b62b81cc7868']}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:33.722053 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b7fbbf5d-1c4b-4d0b-a1c5-e23c68234582 req-1f6ac28c-2819-4fab-92af-373be19ceed2 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=4118df58-62f2-461f-a818-3e9d7fbf962e HTTP/1.1" status: 200 len: 210 time: 0.0311351 Jul 19 15:53:33.761407 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6c1f3656-6382-492b-bec6-9a2f98b19107 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Made reservation on behalf of 6827afcdf1f3481882f808dc01908a4d for: {'port': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:53:33.765544 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6c1f3656-6382-492b-bec6-9a2f98b19107 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:33.983050 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:53:33.992956 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6c1f3656-6382-492b-bec6-9a2f98b19107 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Allocated IP 172.20.0.12 (195064b7-2168-479c-96ce-505c1a5c25ea/36721938-581c-4ced-ba73-b0fea7d2f470/1c5f2b65-7e32-469b-be88-24a29ea25fa7) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:53:34.246497 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6c1f3656-6382-492b-bec6-9a2f98b19107 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:34.276099 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:34.285679 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:34.286581 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:34.309079 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6c1f3656-6382-492b-bec6-9a2f98b19107 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:34.365000 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6c1f3656-6382-492b-bec6-9a2f98b19107 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Network 195064b7-2168-479c-96ce-505c1a5c25ea is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:53:34.371000 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6c1f3656-6382-492b-bec6-9a2f98b19107 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:34.373324 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6c1f3656-6382-492b-bec6-9a2f98b19107 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:53:34.377582 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f3656-6382-492b-bec6-9a2f98b19107 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'Port': ['ID=1c5f2b65-7e32-469b-be88-24a29ea25fa7,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:34.391376 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:34.499111 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6c1f3656-6382-492b-bec6-9a2f98b19107 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:34.499957 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6c1f3656-6382-492b-bec6-9a2f98b19107 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:34.546466 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add28ab3-053e-4f38-827b-37dc3b0e8056 req-44b60b6d-a810-4829-8317-9355a219b58c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:34.548025 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-add28ab3-053e-4f38-827b-37dc3b0e8056 req-44b60b6d-a810-4829-8317-9355a219b58c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 932 time: 0.0737278 Jul 19 15:53:34.552746 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6c1f3656-6382-492b-bec6-9a2f98b19107 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9883215 Jul 19 15:53:34.573418 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Request body: {'port': {'device_id': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:34.641642 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-add28ab3-053e-4f38-827b-37dc3b0e8056 req-9e6e7544-f6ad-4f77-9587-68b9f0cc6698 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873036 Jul 19 15:53:34.670267 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:34.735950 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-549bc064-fc1e-4511-9699-108674583ea9 None None] Provisioning complete for port 1c5f2b65-7e32-469b-be88-24a29ea25fa7 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:34.736497 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-549bc064-fc1e-4511-9699-108674583ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:34.796374 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-549bc064-fc1e-4511-9699-108674583ea9 None None] Port 1c5f2b65-7e32-469b-be88-24a29ea25fa7 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:53:34.842040 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:35.034761 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5f2b65-7e32-469b-be88-24a29ea25fa7 {{(pid=115784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:53:35.045153 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Publish callbacks [] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:35.065290 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.provisioning_blocks [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Transition to ACTIVE for port object 1c5f2b65-7e32-469b-be88-24a29ea25fa7 will not be triggered until provisioned by entity L2. {{(pid=115784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:53:35.071673 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:35.157512 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877de360-0047-4d1b-933c-121870a260fa service neutron] Pushing event updated for resources: {'Port': ['ID=1c5f2b65-7e32-469b-be88-24a29ea25fa7,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:35.265001 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:35.299055 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ec684-1736-43e0-bf43-204f75059585 req-e0fe51bb-37e1-44f2-9734-34d204b8e8f4 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:35.301733 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-e0fe51bb-37e1-44f2-9734-34d204b8e8f4 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/networks?id=7a7ccfd1-db0e-4890-9655-b5260413649d HTTP/1.1" status: 200 len: 808 time: 0.2012761 Jul 19 15:53:35.325285 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Attempting to bind port 1c5f2b65-7e32-469b-be88-24a29ea25fa7 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:53:35.325625 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Attempting to bind port 1c5f2b65-7e32-469b-be88-24a29ea25fa7 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:53:35.325960 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Attempting to bind port 1c5f2b65-7e32-469b-be88-24a29ea25fa7 on network 195064b7-2168-479c-96ce-505c1a5c25ea {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:35.335868 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-41c58cdc-f3d4-480a-b4fc-5d6150d9e42b tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/quotas/628680bdad9c4d2ebcb019bb40053ccc HTTP/1.1" status: 200 len: 375 time: 0.0232859 Jul 19 15:53:35.336832 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Port 1c5f2b65-7e32-469b-be88-24a29ea25fa7 on network 195064b7-2168-479c-96ce-505c1a5c25ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:53:35.337300 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Attempting to bind port 1c5f2b65-7e32-469b-be88-24a29ea25fa7 on network 195064b7-2168-479c-96ce-505c1a5c25ea {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:35.345955 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:53:35.346303 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Checking segment: {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:53:35.346726 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Bound using segment: {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:53:35.347167 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Bound port: 1c5f2b65-7e32-469b-be88-24a29ea25fa7, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06a04d3-a956-4207-aea6-061e64e9653d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea'}}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:53:35.347551 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:35.404139 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-5677ce3f-e12c-4201-bd0d-f85e453f984f tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=628680bdad9c4d2ebcb019bb40053ccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601399 Jul 19 15:53:35.472186 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] For port 1c5f2b65-7e32-469b-be88-24a29ea25fa7, host hv-cinder-84902, cleared binding levels {{(pid=115784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:53:35.516161 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] For port 1c5f2b65-7e32-469b-be88-24a29ea25fa7, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1c5f2b65-7e32-469b-be88-24a29ea25fa7,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:53:35.528201 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:35.588026 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:35.588932 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:35.590524 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-877de360-0047-4d1b-933c-121870a260fa service neutron] 10.222.0.36 "PUT /v2.0/ports/1c5f2b65-7e32-469b-be88-24a29ea25fa7 HTTP/1.1" status: 200 len: 1094 time: 1.0213563 Jul 19 15:53:35.596400 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'tag': '1c5f2b65-7e32-469b-be88-24a29ea25fa7'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:53:35.599074 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d585599b-44df-45b7-944e-da88df403efa" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9ac02c-69eb-45b4-8380-42ab80044abe", "tag": "1c5f2b65-7e32-469b-be88-24a29ea25fa7"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:53:35.625237 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-5a97bb6a-954f-43db-b036-b19cdc5a49cb service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ccfd1-db0e-4890-9655-b5260413649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951342 Jul 19 15:53:35.704540 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a932c76-9dd4-4a44-8fc8-9f586a7d4190 x-openstack-request-id: req-9a932c76-9dd4-4a44-8fc8-9f586a7d4190 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:53:35.704865 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9ac02c-69eb-45b4-8380-42ab80044abe", "tag": "1c5f2b65-7e32-469b-be88-24a29ea25fa7", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:53:35.705084 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a932c76-9dd4-4a44-8fc8-9f586a7d4190 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:53:35.705448 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a932c76-9dd4-4a44-8fc8-9f586a7d4190'] response: {'name': 'network-changed', 'server_uuid': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'tag': '1c5f2b65-7e32-469b-be88-24a29ea25fa7', 'status': 'completed', 'code': 200} Jul 19 15:53:35.779820 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877de360-0047-4d1b-933c-121870a260fa service neutron] Pushing event updated for resources: {'Port': ['ID=1c5f2b65-7e32-469b-be88-24a29ea25fa7,revision_number=3']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:35.826795 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f740d97-eafd-4b55-8ac9-413f8076a51c req-4e33cd0a-27c3-4ce6-9972-c5642060c210 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:35.828559 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1f740d97-eafd-4b55-8ac9-413f8076a51c req-4e33cd0a-27c3-4ce6-9972-c5642060c210 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 944 time: 0.0734675 Jul 19 15:53:35.833608 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-fb765d5a-c847-4976-bd14-533615bfe17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:35.835182 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-fb765d5a-c847-4976-bd14-533615bfe17e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 1128 time: 0.1370239 Jul 19 15:53:35.841327 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-593f1775-c97e-44eb-8c3f-8f26765d7834 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ccfd1-db0e-4890-9655-b5260413649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152464 Jul 19 15:53:35.895149 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-0723177e-5a3e-41b1-b008-be6d14bc31b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c5f2b65-7e32-469b-be88-24a29ea25fa7 HTTP/1.1" status: 200 len: 217 time: 0.0455215 Jul 19 15:53:35.955484 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6cd06246-b4d6-4090-85ef-bfed05b6ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:35.960227 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-6cd06246-b4d6-4090-85ef-bfed05b6ee41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 200 len: 850 time: 0.0635083 Jul 19 15:53:35.977048 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:35.998798 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1f740d97-eafd-4b55-8ac9-413f8076a51c req-dce9c8ea-9a55-4647-8468-ef1173e3a03a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594632 Jul 19 15:53:36.030057 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-e95b73c1-f4bf-4369-900c-2b8b5324ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:36.030057 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-e95b73c1-f4bf-4369-900c-2b8b5324ca75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195064b7-2168-479c-96ce-505c1a5c25ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611920 Jul 19 15:53:36.152196 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f1439a45-9d3c-4801-9cda-e35d219ea27f req-576b37dc-7e72-4700-b597-e399739dab47 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 210 time: 0.0827808 Jul 19 15:53:36.192938 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-4ba30990-4d64-41c2-9d7b-3b58088a80ed service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540899 Jul 19 15:53:36.294557 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ba4c28fb-1be2-4ab0-b862-bfb6fc2b9153 req-e98496ac-50fc-4a7e-bab6-8aafce23b8f9 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968614 Jul 19 15:53:36.419622 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36760) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:36.527718 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:36.537416 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c69a4aa0-d95b-4b38-aff3-ed8513631071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:36.623141 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c69a4aa0-d95b-4b38-aff3-ed8513631071 admin admin] Publish callbacks [] for security_group (a9757973-cf2a-4387-a815-89815df82bd1), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:36.628375 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c69a4aa0-d95b-4b38-aff3-ed8513631071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a9757973-cf2a-4387-a815-89815df82bd1), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:36.637463 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585599b-44df-45b7-944e-da88df403efa req-fd689781-acaf-491c-883d-c1d494b86e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:36.639669 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d585599b-44df-45b7-944e-da88df403efa req-fd689781-acaf-491c-883d-c1d494b86e81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 1128 time: 0.0622895 Jul 19 15:53:36.665262 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 8661d5ec-05b5-4728-8464-6dfdedc3ac94 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:53:36.693549 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c69a4aa0-d95b-4b38-aff3-ed8513631071 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8af3b81d19d4e1da8953ca1316d4ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697453 Jul 19 15:53:36.693936 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a4aa0-d95b-4b38-aff3-ed8513631071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9757973-cf2a-4387-a815-89815df82bd1,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:36.696271 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36764) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:36.712696 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: 8661d5ec-05b5-4728-8464-6dfdedc3ac94 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:53:36.713335 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 8661d5ec-05b5-4728-8464-6dfdedc3ac94 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:53:36.747213 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585599b-44df-45b7-944e-da88df403efa req-7b8f081c-3b20-41f0-89f1-f6b3d7bd7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:36.748752 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d585599b-44df-45b7-944e-da88df403efa req-7b8f081c-3b20-41f0-89f1-f6b3d7bd7635 service neutron] 10.222.0.36 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 912 time: 0.0996895 Jul 19 15:53:36.763344 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ce544af-481f-4215-90dd-d184b88c3b22 admin admin] Publish callbacks [] for security_group (a9757973-cf2a-4387-a815-89815df82bd1), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:36.794094 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ce544af-481f-4215-90dd-d184b88c3b22 admin admin] Publish callbacks [] for security_group (a9757973-cf2a-4387-a815-89815df82bd1), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:36.801068 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d585599b-44df-45b7-944e-da88df403efa req-e2ff6a1c-66a7-47fe-9264-79271fd0b4b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c5f2b65-7e32-469b-be88-24a29ea25fa7 HTTP/1.1" status: 200 len: 217 time: 0.0418181 Jul 19 15:53:36.851252 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ce544af-481f-4215-90dd-d184b88c3b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a9757973-cf2a-4387-a815-89815df82bd1), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:36.853966 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ce544af-481f-4215-90dd-d184b88c3b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:36.855200 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-6ce544af-481f-4215-90dd-d184b88c3b22 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9757973-cf2a-4387-a815-89815df82bd1 HTTP/1.1" status: 204 len: 168 time: 0.1577497 Jul 19 15:53:36.863381 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce544af-481f-4215-90dd-d184b88c3b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9757973-cf2a-4387-a815-89815df82bd1,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:36.874687 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585599b-44df-45b7-944e-da88df403efa req-b3143f1c-6474-43db-9b52-106ce8190804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:36.874687 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d585599b-44df-45b7-944e-da88df403efa req-b3143f1c-6474-43db-9b52-106ce8190804 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 200 len: 850 time: 0.0554006 Jul 19 15:53:37.109469 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:37.114712 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585599b-44df-45b7-944e-da88df403efa req-328fdc9e-1da6-4536-9a91-e320cb1200ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:37.118086 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d585599b-44df-45b7-944e-da88df403efa req-328fdc9e-1da6-4536-9a91-e320cb1200ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195064b7-2168-479c-96ce-505c1a5c25ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563755 Jul 19 15:53:37.146189 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e67adb-a629-4257-80a4-c270fc2fa5d6 req-2445ea90-2928-4f9e-a126-2edf405dc558 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:37.147895 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-41e67adb-a629-4257-80a4-c270fc2fa5d6 req-2445ea90-2928-4f9e-a126-2edf405dc558 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 944 time: 0.0628905 Jul 19 15:53:37.263972 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 36776) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:37.272597 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d585599b-44df-45b7-944e-da88df403efa req-2684ffa9-8d02-447b-90a4-a95a6c9059e6 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456778 Jul 19 15:53:37.276939 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-41e67adb-a629-4257-80a4-c270fc2fa5d6 req-545bb5ad-2b69-4620-b18f-a6a61b70b6e9 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214683 Jul 19 15:53:37.291781 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-424e1b1b-055d-4c2b-8c7e-e26a0313ece0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:37.346066 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ec684-1736-43e0-bf43-204f75059585 req-77dc0975-0ddc-4e93-b5f8-8c1b7c17561a tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:37.348172 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-77dc0975-0ddc-4e93-b5f8-8c1b7c17561a tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.36 "GET /v2.0/networks?id=7a7ccfd1-db0e-4890-9655-b5260413649d HTTP/1.1" status: 200 len: 808 time: 0.1729794 Jul 19 15:53:37.361400 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-127ec684-1736-43e0-bf43-204f75059585 req-5643580e-7f1b-47a7-944d-ac57541babd0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Request body: {'port': {'device_id': '725285fd-4ed0-49f9-9bf6-d4c728027ab9', 'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d', 'admin_state_up': True, 'tenant_id': '628680bdad9c4d2ebcb019bb40053ccc'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:37.379563 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c7dccb56-545c-42ee-ac1c-ee03d7c1223b req-be7b9c3c-4df7-47b6-a017-0b41e44d6f29 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 210 time: 0.0710096 Jul 19 15:53:37.435992 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-d585599b-44df-45b7-944e-da88df403efa req-3fe7432b-5df3-42ac-a2f6-1ebd2a774cc7 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565731 Jul 19 15:53:37.460516 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:37.502556 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-424e1b1b-055d-4c2b-8c7e-e26a0313ece0 admin admin] Publish callbacks [] for security_group (93a96f3a-3b3b-4c75-a3ea-9f6b231ae387), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:37.515105 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-424e1b1b-055d-4c2b-8c7e-e26a0313ece0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (93a96f3a-3b3b-4c75-a3ea-9f6b231ae387), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:37.535722 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:37.556635 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127ec684-1736-43e0-bf43-204f75059585 req-5643580e-7f1b-47a7-944d-ac57541babd0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Made reservation on behalf of 628680bdad9c4d2ebcb019bb40053ccc for: {'port': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:53:37.559879 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-127ec684-1736-43e0-bf43-204f75059585 req-5643580e-7f1b-47a7-944d-ac57541babd0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:37.578819 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e1b1b-055d-4c2b-8c7e-e26a0313ece0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a96f3a-3b3b-4c75-a3ea-9f6b231ae387,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:37.586467 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-424e1b1b-055d-4c2b-8c7e-e26a0313ece0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=018f53582b734cf393ee90980f8393ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218110 Jul 19 15:53:37.590080 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 36782) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:37.715134 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [req-127ec684-1736-43e0-bf43-204f75059585 req-5643580e-7f1b-47a7-944d-ac57541babd0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Allocated IP 172.20.0.9 (7a7ccfd1-db0e-4890-9655-b5260413649d/7ee0714d-8c2a-49e0-8152-303783a3453f/e0e269dc-9e47-4001-b795-361c854acd42) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:53:37.885574 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-127ec684-1736-43e0-bf43-204f75059585 req-5643580e-7f1b-47a7-944d-ac57541babd0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks [] for port (e0e269dc-9e47-4001-b795-361c854acd42), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:37.904575 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e0071223-20fa-443e-ba18-e0cf4e0296cc admin admin] Publish callbacks [] for security_group (93a96f3a-3b3b-4c75-a3ea-9f6b231ae387), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:37.922049 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-127ec684-1736-43e0-bf43-204f75059585 req-5643580e-7f1b-47a7-944d-ac57541babd0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (e0e269dc-9e47-4001-b795-361c854acd42), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:37.929045 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e0071223-20fa-443e-ba18-e0cf4e0296cc admin admin] Publish callbacks [] for security_group (93a96f3a-3b3b-4c75-a3ea-9f6b231ae387), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:37.969415 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127ec684-1736-43e0-bf43-204f75059585 req-5643580e-7f1b-47a7-944d-ac57541babd0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Network 7a7ccfd1-db0e-4890-9655-b5260413649d is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:53:37.975524 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [req-127ec684-1736-43e0-bf43-204f75059585 req-5643580e-7f1b-47a7-944d-ac57541babd0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:37.978023 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-127ec684-1736-43e0-bf43-204f75059585 req-5643580e-7f1b-47a7-944d-ac57541babd0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:53:37.982950 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e0071223-20fa-443e-ba18-e0cf4e0296cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (93a96f3a-3b3b-4c75-a3ea-9f6b231ae387), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:37.986215 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-e0071223-20fa-443e-ba18-e0cf4e0296cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:37.987474 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-e0071223-20fa-443e-ba18-e0cf4e0296cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93a96f3a-3b3b-4c75-a3ea-9f6b231ae387 HTTP/1.1" status: 204 len: 168 time: 0.3962526 Jul 19 15:53:37.998334 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0071223-20fa-443e-ba18-e0cf4e0296cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a96f3a-3b3b-4c75-a3ea-9f6b231ae387,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:38.005089 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643580e-7f1b-47a7-944d-ac57541babd0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Pushing event updated for resources: {'Port': ['ID=e0e269dc-9e47-4001-b795-361c854acd42,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:38.039751 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ec684-1736-43e0-bf43-204f75059585 req-5643580e-7f1b-47a7-944d-ac57541babd0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:38.040372 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-127ec684-1736-43e0-bf43-204f75059585 req-5643580e-7f1b-47a7-944d-ac57541babd0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:38.058100 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-5643580e-7f1b-47a7-944d-ac57541babd0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7001970 Jul 19 15:53:38.069710 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Request body: {'port': {'device_id': '725285fd-4ed0-49f9-9bf6-d4c728027ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:38.139517 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (e0e269dc-9e47-4001-b795-361c854acd42), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:38.335335 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:38.448260 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73776d58-679a-4a27-b93c-08b9a4c6dafe req-395e5873-d2d3-4da0-933b-a2b560ad3d90 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:38.449796 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-73776d58-679a-4a27-b93c-08b9a4c6dafe req-395e5873-d2d3-4da0-933b-a2b560ad3d90 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 944 time: 0.0774715 Jul 19 15:53:38.481705 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:38.504915 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e269dc-9e47-4001-b795-361c854acd42 {{(pid=115785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:53:38.515336 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efbc3-49cf-4418-a7f3-4ba0341fa55d req-b81dc1cf-22f4-4479-ba64-4e1ef235521a tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:38.517287 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fa8efbc3-49cf-4418-a7f3-4ba0341fa55d req-b81dc1cf-22f4-4479-ba64-4e1ef235521a tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 931 time: 0.0561593 Jul 19 15:53:38.519250 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Publish callbacks [] for port (e0e269dc-9e47-4001-b795-361c854acd42), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:38.548542 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.provisioning_blocks [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Transition to ACTIVE for port object e0e269dc-9e47-4001-b795-361c854acd42 will not be triggered until provisioned by entity L2. {{(pid=115785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:53:38.553393 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-73776d58-679a-4a27-b93c-08b9a4c6dafe req-51890be3-4891-4d7f-ad62-9b13f50aca45 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971470 Jul 19 15:53:38.554461 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (e0e269dc-9e47-4001-b795-361c854acd42), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:38.607671 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fa8efbc3-49cf-4418-a7f3-4ba0341fa55d req-8921828e-aae9-4251-85b8-c48a5b35f7d0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780833 Jul 19 15:53:38.609374 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e269dc-9e47-4001-b795-361c854acd42,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:38.701189 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Attempting to bind port e0e269dc-9e47-4001-b795-361c854acd42 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:53:38.701642 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Attempting to bind port e0e269dc-9e47-4001-b795-361c854acd42 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': '0a981e38-f0cd-4071-82db-80dbfd82fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d'}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:53:38.702018 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Attempting to bind port e0e269dc-9e47-4001-b795-361c854acd42 on network 7a7ccfd1-db0e-4890-9655-b5260413649d {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:38.707472 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Port e0e269dc-9e47-4001-b795-361c854acd42 on network 7a7ccfd1-db0e-4890-9655-b5260413649d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:53:38.707789 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Attempting to bind port e0e269dc-9e47-4001-b795-361c854acd42 on network 7a7ccfd1-db0e-4890-9655-b5260413649d {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:38.713047 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:53:38.713383 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Checking segment: {'id': '0a981e38-f0cd-4071-82db-80dbfd82fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:53:38.713761 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Bound using segment: {'id': '0a981e38-f0cd-4071-82db-80dbfd82fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d'} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:53:38.714211 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Bound port: e0e269dc-9e47-4001-b795-361c854acd42, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a981e38-f0cd-4071-82db-80dbfd82fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d'}}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:53:38.714666 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (e0e269dc-9e47-4001-b795-361c854acd42), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:38.783544 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] For port e0e269dc-9e47-4001-b795-361c854acd42, host hv-cinder-84902, cleared binding levels {{(pid=115785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:53:38.787209 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] For port e0e269dc-9e47-4001-b795-361c854acd42, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e0e269dc-9e47-4001-b795-361c854acd42,segment=NetworkSegment(0a981e38-f0cd-4071-82db-80dbfd82fabe),segment_id=0a981e38-f0cd-4071-82db-80dbfd82fabe)] {{(pid=115785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:53:38.793595 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (e0e269dc-9e47-4001-b795-361c854acd42), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:38.834714 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:38.835337 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:38.836806 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] 10.222.0.36 "PUT /v2.0/ports/e0e269dc-9e47-4001-b795-361c854acd42 HTTP/1.1" status: 200 len: 1093 time: 0.7718992 Jul 19 15:53:38.837284 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725285fd-4ed0-49f9-9bf6-d4c728027ab9', 'tag': 'e0e269dc-9e47-4001-b795-361c854acd42'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:53:38.839663 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63872285-b21d-4629-9016-6ffa3b61232d" -d '{"events": [{"name": "network-changed", "server_uuid": "725285fd-4ed0-49f9-9bf6-d4c728027ab9", "tag": "e0e269dc-9e47-4001-b795-361c854acd42"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:53:38.861509 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552513c-64c5-437e-a79c-9facb18c1b78 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e269dc-9e47-4001-b795-361c854acd42,revision_number=3']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:38.892294 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f638ba16-5aad-4cab-8c47-7e12d844b209 x-openstack-request-id: req-f638ba16-5aad-4cab-8c47-7e12d844b209 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:53:38.892853 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725285fd-4ed0-49f9-9bf6-d4c728027ab9", "tag": "e0e269dc-9e47-4001-b795-361c854acd42", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:53:38.892853 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f638ba16-5aad-4cab-8c47-7e12d844b209 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:53:38.893249 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f638ba16-5aad-4cab-8c47-7e12d844b209'] response: {'name': 'network-changed', 'server_uuid': '725285fd-4ed0-49f9-9bf6-d4c728027ab9', 'tag': 'e0e269dc-9e47-4001-b795-361c854acd42', 'status': 'completed', 'code': 200} Jul 19 15:53:38.943119 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ec684-1736-43e0-bf43-204f75059585 req-005dd269-07c1-4db8-9908-10a9108be60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:38.944679 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-005dd269-07c1-4db8-9908-10a9108be60e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=628680bdad9c4d2ebcb019bb40053ccc&device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 1127 time: 0.0428233 Jul 19 15:53:38.987918 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-d7a54a92-eedf-4114-b7cd-23a0500187b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0e269dc-9e47-4001-b795-361c854acd42 HTTP/1.1" status: 200 len: 217 time: 0.0347662 Jul 19 15:53:39.041644 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ec684-1736-43e0-bf43-204f75059585 req-379b22c7-7435-4e05-bf0c-0536f999031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:39.043562 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-379b22c7-7435-4e05-bf0c-0536f999031a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ee0714d-8c2a-49e0-8152-303783a3453f HTTP/1.1" status: 200 len: 848 time: 0.0466461 Jul 19 15:53:39.083551 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-ad770278-0f38-4f8a-b1de-900d1bc98e1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a7ccfd1-db0e-4890-9655-b5260413649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318353 Jul 19 15:53:39.185266 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-8ca65193-7038-4fc1-8d90-4e2b4224134d service neutron] 10.222.0.36 "GET /v2.0/networks/7a7ccfd1-db0e-4890-9655-b5260413649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944226 Jul 19 15:53:39.585680 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-127ec684-1736-43e0-bf43-204f75059585 req-9977df38-481a-4762-a880-95256514d84c service neutron] 10.222.0.36 "GET /v2.0/networks/7a7ccfd1-db0e-4890-9655-b5260413649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909764 Jul 19 15:53:39.689260 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cc1c2-225f-4bcd-87c7-88e2d3e1c998 req-71a332b9-e6ee-4d7a-a94a-915403197243 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:39.691279 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-585cc1c2-225f-4bcd-87c7-88e2d3e1c998 req-71a332b9-e6ee-4d7a-a94a-915403197243 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 944 time: 0.0554249 Jul 19 15:53:39.721524 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:39.736299 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92e304-58b5-4e38-abd9-144caaf1b285 req-849b272c-2a83-43f3-bd60-f5f921de21e7 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:39.737783 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ee92e304-58b5-4e38-abd9-144caaf1b285 req-849b272c-2a83-43f3-bd60-f5f921de21e7 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 943 time: 0.0494609 Jul 19 15:53:39.740861 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:39.746546 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-585cc1c2-225f-4bcd-87c7-88e2d3e1c998 req-2fd200e8-ffe5-452f-b270-3a768e9a51ac tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487881 Jul 19 15:53:39.788418 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ee92e304-58b5-4e38-abd9-144caaf1b285 req-976e10c0-bfce-4dfb-9a97-8f8e28f56f1f tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439997 Jul 19 15:53:40.469744 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63872285-b21d-4629-9016-6ffa3b61232d req-6fe23edc-84a4-41a5-b933-024449348f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:40.474071 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-63872285-b21d-4629-9016-6ffa3b61232d req-6fe23edc-84a4-41a5-b933-024449348f61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=628680bdad9c4d2ebcb019bb40053ccc&device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 1127 time: 0.0435588 Jul 19 15:53:40.571632 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63872285-b21d-4629-9016-6ffa3b61232d req-30fa0d64-b9f9-47a6-bcb7-47b47eb792b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:40.573095 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-63872285-b21d-4629-9016-6ffa3b61232d req-30fa0d64-b9f9-47a6-bcb7-47b47eb792b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a7ccfd1-db0e-4890-9655-b5260413649d HTTP/1.1" status: 200 len: 909 time: 0.0956361 Jul 19 15:53:40.614865 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-63872285-b21d-4629-9016-6ffa3b61232d req-9596a26d-7f6b-4314-bb66-7e9ecb54a435 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0e269dc-9e47-4001-b795-361c854acd42 HTTP/1.1" status: 200 len: 217 time: 0.0340836 Jul 19 15:53:40.666214 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:40.685374 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63872285-b21d-4629-9016-6ffa3b61232d req-4f21d63e-4280-4433-a0d5-6a27691ecf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:40.686909 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-63872285-b21d-4629-9016-6ffa3b61232d req-4f21d63e-4280-4433-a0d5-6a27691ecf79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ee0714d-8c2a-49e0-8152-303783a3453f HTTP/1.1" status: 200 len: 848 time: 0.0654638 Jul 19 15:53:40.723159 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-63872285-b21d-4629-9016-6ffa3b61232d req-cdc0cef0-3acb-4108-8062-dbe6b18db92d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a7ccfd1-db0e-4890-9655-b5260413649d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292270 Jul 19 15:53:40.855879 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-63872285-b21d-4629-9016-6ffa3b61232d req-1b51569c-c4c6-4457-922a-a3d7a3ab5012 service neutron] 10.222.0.36 "GET /v2.0/networks/7a7ccfd1-db0e-4890-9655-b5260413649d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259840 Jul 19 15:53:40.877216 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a071-38e1-40e5-b7c1-b9fda7de2a74 req-08e9ae92-6dba-4397-b8bf-da42bf4847fa tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:40.878639 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fe26a071-38e1-40e5-b7c1-b9fda7de2a74 req-08e9ae92-6dba-4397-b8bf-da42bf4847fa tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 944 time: 0.0551670 Jul 19 15:53:40.929988 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-fe26a071-38e1-40e5-b7c1-b9fda7de2a74 req-c32f67f0-64e2-44dd-9ca2-abc2ebbf031c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455589 Jul 19 15:53:40.978201 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993e92-c210-4794-a293-fe32674dd7aa req-29ed8a46-b357-4e7a-8b58-918a3d5bc24a tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:40.979718 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6d993e92-c210-4794-a293-fe32674dd7aa req-29ed8a46-b357-4e7a-8b58-918a3d5bc24a tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 943 time: 0.1051400 Jul 19 15:53:41.021200 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-63872285-b21d-4629-9016-6ffa3b61232d req-e217f95c-bd11-4784-8fba-c524e757d137 service neutron] 10.222.0.36 "GET /v2.0/networks/7a7ccfd1-db0e-4890-9655-b5260413649d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590056 Jul 19 15:53:41.046605 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6d993e92-c210-4794-a293-fe32674dd7aa req-8406b765-c4d6-431d-b72a-22484fa800ed tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600069 Jul 19 15:53:41.815410 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:53:42.052709 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4ccd5-61d6-4dfd-bf1b-907f35090163 req-99fa333a-b3c2-435c-9f9d-5bf7b453e7f1 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:42.054441 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-51a4ccd5-61d6-4dfd-bf1b-907f35090163 req-99fa333a-b3c2-435c-9f9d-5bf7b453e7f1 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 944 time: 0.0562770 Jul 19 15:53:42.112653 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-51a4ccd5-61d6-4dfd-bf1b-907f35090163 req-554ca9ca-114a-4dad-968b-7514d97bfcc2 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519166 Jul 19 15:53:42.198098 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f21be-1038-4a49-aa90-82cb9bc79c26 req-d385b8f6-ecc9-4089-8273-2d6caf2ef2f0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:42.199611 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5c2f21be-1038-4a49-aa90-82cb9bc79c26 req-d385b8f6-ecc9-4089-8273-2d6caf2ef2f0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 943 time: 0.0673575 Jul 19 15:53:42.253813 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5c2f21be-1038-4a49-aa90-82cb9bc79c26 req-0418c569-d15b-4043-ba6c-1aab0d719152 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484710 Jul 19 15:53:42.725971 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device e0e269dc-9e47-4001-b795-361c854acd42 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:53:42.826691 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port e0e269dc-9e47-4001-b795-361c854acd42, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e0e269dc-9e47-4001-b795-361c854acd42,segment=NetworkSegment(0a981e38-f0cd-4071-82db-80dbfd82fabe),segment_id=0a981e38-f0cd-4071-82db-80dbfd82fabe)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:42.838427 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': 'e0e269dc-9e47-4001-b795-361c854acd42', 'network_id': '7a7ccfd1-db0e-4890-9655-b5260413649d', 'port_id': 'e0e269dc-9e47-4001-b795-361c854acd42', 'mac_address': 'fa:16:3e:35:25:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee0714d-8c2a-49e0-8152-303783a3453f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:53:42.872886 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port e0e269dc-9e47-4001-b795-361c854acd42 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:42.873282 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (e0e269dc-9e47-4001-b795-361c854acd42), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:42.887273 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e269dc-9e47-4001-b795-361c854acd42 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:53:42.907428 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port e0e269dc-9e47-4001-b795-361c854acd42, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e0e269dc-9e47-4001-b795-361c854acd42,segment=NetworkSegment(0a981e38-f0cd-4071-82db-80dbfd82fabe),segment_id=0a981e38-f0cd-4071-82db-80dbfd82fabe)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:42.911075 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (e0e269dc-9e47-4001-b795-361c854acd42), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:42.960169 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=e0e269dc-9e47-4001-b795-361c854acd42,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:43.131432 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['e0e269dc-9e47-4001-b795-361c854acd42'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:53:43.250006 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de4772-26d7-443d-a4ef-a927a21a0b9a req-ba4de58d-6179-44ed-9830-c9a0d4bdbd33 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:43.251703 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c3de4772-26d7-443d-a4ef-a927a21a0b9a req-ba4de58d-6179-44ed-9830-c9a0d4bdbd33 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 944 time: 0.0578916 Jul 19 15:53:43.309210 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c3de4772-26d7-443d-a4ef-a927a21a0b9a req-84b5f975-a95b-4c0d-80ac-d361925f2253 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501914 Jul 19 15:53:43.374747 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffbcc7-60dd-430d-9ea0-fd5761c57ed1 req-a713bbfd-6f46-44cc-86a8-c7d19c3685f0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:43.376189 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-aeffbcc7-60dd-430d-9ea0-fd5761c57ed1 req-a713bbfd-6f46-44cc-86a8-c7d19c3685f0 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 944 time: 0.0482376 Jul 19 15:53:43.429532 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-aeffbcc7-60dd-430d-9ea0-fd5761c57ed1 req-e289c823-8bf6-42c0-8e3d-0495940b55f3 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471578 Jul 19 15:53:43.644873 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:44.430085 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a93a32-d48a-406b-94bc-8a8b98abdf0f req-5e6251e7-aadd-4531-bcd2-85de6809fce1 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:44.431500 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-95a93a32-d48a-406b-94bc-8a8b98abdf0f req-5e6251e7-aadd-4531-bcd2-85de6809fce1 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 944 time: 0.0481703 Jul 19 15:53:44.490386 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-95a93a32-d48a-406b-94bc-8a8b98abdf0f req-c7b96e8c-1958-4042-9860-d5532ea82191 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510359 Jul 19 15:53:44.552653 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e37cb-3e39-45b2-a4b0-526cd5ae0d9a req-7bc74d2a-cafd-48e4-956c-46c50e4b36fc tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:44.554015 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ea5e37cb-3e39-45b2-a4b0-526cd5ae0d9a req-7bc74d2a-cafd-48e4-956c-46c50e4b36fc tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 944 time: 0.0505965 Jul 19 15:53:44.606707 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ea5e37cb-3e39-45b2-a4b0-526cd5ae0d9a req-4aecf9e1-c3c4-422a-a269-e031ae391e4e tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469792 Jul 19 15:53:44.729045 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 1c5f2b65-7e32-469b-be88-24a29ea25fa7 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:53:44.733169 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device e0e269dc-9e47-4001-b795-361c854acd42 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:53:44.768449 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:44.794733 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:44.840546 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port e0e269dc-9e47-4001-b795-361c854acd42 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:53:44.850913 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port e0e269dc-9e47-4001-b795-361c854acd42 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:44.851295 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (e0e269dc-9e47-4001-b795-361c854acd42), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:44.906919 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 1c5f2b65-7e32-469b-be88-24a29ea25fa7, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1c5f2b65-7e32-469b-be88-24a29ea25fa7,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:44.922918 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '1c5f2b65-7e32-469b-be88-24a29ea25fa7', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'port_id': '1c5f2b65-7e32-469b-be88-24a29ea25fa7', 'mac_address': 'fa:16:3e:10:cf:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:53:44.986271 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 1c5f2b65-7e32-469b-be88-24a29ea25fa7 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:44.986697 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:44.991029 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port e0e269dc-9e47-4001-b795-361c854acd42 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:44.991399 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (e0e269dc-9e47-4001-b795-361c854acd42), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:45.010728 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5f2b65-7e32-469b-be88-24a29ea25fa7 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:53:45.029308 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725285fd-4ed0-49f9-9bf6-d4c728027ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e269dc-9e47-4001-b795-361c854acd42'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:53:45.031672 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91cc139-aca6-437c-a76c-73fffafb9ff3" -d '{"events": [{"server_uuid": "725285fd-4ed0-49f9-9bf6-d4c728027ab9", "name": "network-vif-plugged", "status": "completed", "tag": "e0e269dc-9e47-4001-b795-361c854acd42"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:53:45.056485 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port e0e269dc-9e47-4001-b795-361c854acd42, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e0e269dc-9e47-4001-b795-361c854acd42,segment=NetworkSegment(0a981e38-f0cd-4071-82db-80dbfd82fabe),segment_id=0a981e38-f0cd-4071-82db-80dbfd82fabe)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:45.058949 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 1c5f2b65-7e32-469b-be88-24a29ea25fa7, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1c5f2b65-7e32-469b-be88-24a29ea25fa7,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:45.061411 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (e0e269dc-9e47-4001-b795-361c854acd42), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:45.067528 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:45.089860 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262d7bb2-097e-4d98-854c-6b7b34e401bf x-openstack-request-id: req-262d7bb2-097e-4d98-854c-6b7b34e401bf {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:53:45.090218 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725285fd-4ed0-49f9-9bf6-d4c728027ab9", "name": "network-vif-plugged", "status": "completed", "tag": "e0e269dc-9e47-4001-b795-361c854acd42", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:53:45.090572 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-262d7bb2-097e-4d98-854c-6b7b34e401bf {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:53:45.091030 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262d7bb2-097e-4d98-854c-6b7b34e401bf'] response: {'server_uuid': '725285fd-4ed0-49f9-9bf6-d4c728027ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e269dc-9e47-4001-b795-361c854acd42', 'code': 200} Jul 19 15:53:45.118088 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=e0e269dc-9e47-4001-b795-361c854acd42,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:45.169694 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=1c5f2b65-7e32-469b-be88-24a29ea25fa7,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:45.247512 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a58fb1-cb25-4b46-809c-0f97a002156a req-e9481eb3-beaf-47ae-bb41-42ae6fa4d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:45.249109 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-55a58fb1-cb25-4b46-809c-0f97a002156a req-e9481eb3-beaf-47ae-bb41-42ae6fa4d8cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 1129 time: 0.0408161 Jul 19 15:53:45.297224 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-55a58fb1-cb25-4b46-809c-0f97a002156a req-affc6136-589b-4ee6-82bd-e614c6bd98ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Jul 19 15:53:45.325837 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['1c5f2b65-7e32-469b-be88-24a29ea25fa7'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:53:45.607662 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:45.617949 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31feb8-e4bc-4f1c-a0dc-a55abca02097 req-0e103b07-2d2e-4b32-812c-d7c7616d3261 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:45.619693 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-be31feb8-e4bc-4f1c-a0dc-a55abca02097 req-0e103b07-2d2e-4b32-812c-d7c7616d3261 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 945 time: 0.0512669 Jul 19 15:53:45.678549 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=32 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:45.737490 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-be31feb8-e4bc-4f1c-a0dc-a55abca02097 req-0449d101-860a-4f63-a479-87ed7590ae8a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116843 Jul 19 15:53:45.760785 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:45.767335 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e124cdc-9353-4c39-b412-a86fc9d04ad2 req-55f0ee96-9e6f-4c4e-8438-3c1f7f2446b6 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:45.769000 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8e124cdc-9353-4c39-b412-a86fc9d04ad2 req-55f0ee96-9e6f-4c4e-8438-3c1f7f2446b6 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 945 time: 0.0530481 Jul 19 15:53:45.822329 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8e124cdc-9353-4c39-b412-a86fc9d04ad2 req-40d5fafe-02e8-402f-8bcb-4261f442cba5 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461628 Jul 19 15:53:46.249413 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a8970909-3243-471a-9d1a-23b8fc66425b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:46.741879 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 1c5f2b65-7e32-469b-be88-24a29ea25fa7 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:53:46.811440 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port 1c5f2b65-7e32-469b-be88-24a29ea25fa7 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:53:46.817564 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 1c5f2b65-7e32-469b-be88-24a29ea25fa7 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:46.817904 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:46.842473 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:46.853120 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:46.890789 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c77847-b517-4021-94c9-f58f534890fe req-387b0ab1-d062-4121-bc15-4a3758965bc0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:46.892331 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e9c77847-b517-4021-94c9-f58f534890fe req-387b0ab1-d062-4121-bc15-4a3758965bc0 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 945 time: 0.0740662 Jul 19 15:53:46.922487 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 1c5f2b65-7e32-469b-be88-24a29ea25fa7 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:53:46.922879 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:46.928765 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-39d8217d-d7b7-4c68-ac22-767cdfa5fe3c tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523264057&fields=id&tenant_id=cf521f7d98c641d4941eb041acf65405 HTTP/1.1" status: 200 len: 267 time: 0.0596142 Jul 19 15:53:46.971834 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 1c5f2b65-7e32-469b-be88-24a29ea25fa7, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1c5f2b65-7e32-469b-be88-24a29ea25fa7,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:46.975313 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e9c77847-b517-4021-94c9-f58f534890fe req-12f375c8-bae0-4306-98fe-227bb8a9ac70 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764515 Jul 19 15:53:46.976888 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:47.037120 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=1c5f2b65-7e32-469b-be88-24a29ea25fa7,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:47.064712 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-0d39df32-6c8f-4d50-ba17-66f492dc72f5 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:47.067012 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-0d39df32-6c8f-4d50-ba17-66f492dc72f5 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/networks?id=6889f24c-6e7e-40a5-a521-2143b6f00622 HTTP/1.1" status: 200 len: 808 time: 0.1361184 Jul 19 15:53:47.086904 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-a2aeac4a-3b84-444f-bdbb-dd9b0b64d99d tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/quotas/cf521f7d98c641d4941eb041acf65405 HTTP/1.1" status: 200 len: 375 time: 0.0138979 Jul 19 15:53:47.092377 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5f2b65-7e32-469b-be88-24a29ea25fa7'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:53:47.094965 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f640f5f7-e122-463b-b25d-eac9b1d9b422" -d '{"events": [{"server_uuid": "4a9ac02c-69eb-45b4-8380-42ab80044abe", "name": "network-vif-plugged", "status": "completed", "tag": "1c5f2b65-7e32-469b-be88-24a29ea25fa7"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:53:47.095887 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019f60b-d80d-4132-9644-f2952dc9074d req-a7a98ff1-39f1-4494-9e04-50aab4b59e81 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:47.098960 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5019f60b-d80d-4132-9644-f2952dc9074d req-a7a98ff1-39f1-4494-9e04-50aab4b59e81 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 945 time: 0.0515661 Jul 19 15:53:47.136838 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-5f769aa3-e103-4495-bbe5-8581a2673acf tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf521f7d98c641d4941eb041acf65405&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484390 Jul 19 15:53:47.151979 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5019f60b-d80d-4132-9644-f2952dc9074d req-a33385d5-37a8-486c-9fc1-c456c4bb8fb1 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470984 Jul 19 15:53:47.211216 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e80c8c2-58b4-499f-8430-8ebfe83aeb19 x-openstack-request-id: req-9e80c8c2-58b4-499f-8430-8ebfe83aeb19 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:53:47.211514 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9ac02c-69eb-45b4-8380-42ab80044abe", "name": "network-vif-plugged", "status": "completed", "tag": "1c5f2b65-7e32-469b-be88-24a29ea25fa7", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:53:47.211831 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e80c8c2-58b4-499f-8430-8ebfe83aeb19 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:53:47.212261 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e80c8c2-58b4-499f-8430-8ebfe83aeb19'] response: {'server_uuid': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5f2b65-7e32-469b-be88-24a29ea25fa7', 'code': 200} Jul 19 15:53:47.248236 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-1f0df818-c990-412f-9e64-91f87281329b service neutron] 10.222.0.64 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980871 Jul 19 15:53:47.354930 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-3394d7d7-171c-4069-9d4b-37b0c6343682 service neutron] 10.222.0.64 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996604 Jul 19 15:53:47.453970 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a215-c5e4-4b0a-b4a5-8c9cc0769d73 req-1c5db390-bbed-4d2f-bf3d-04ec14cc5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:47.455686 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dfe6a215-c5e4-4b0a-b4a5-8c9cc0769d73 req-1c5db390-bbed-4d2f-bf3d-04ec14cc5a26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 1130 time: 0.0536320 Jul 19 15:53:47.512602 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dfe6a215-c5e4-4b0a-b4a5-8c9cc0769d73 req-2d86aeba-da4d-4196-aff5-4f5fe913a5a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506935 Jul 19 15:53:47.657505 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:47.679828 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f2331d86-310d-48da-81ba-33221501e200 req-a5d2aa3a-44fb-4479-a7c8-db52f4b9ace7 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 210 time: 0.0306394 Jul 19 15:53:48.016230 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18675-0d72-4c3e-8376-e7f553f2781e req-eb1c4bb9-7544-4cef-a117-cf065097b63b tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:48.017772 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-def18675-0d72-4c3e-8376-e7f553f2781e req-eb1c4bb9-7544-4cef-a117-cf065097b63b tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 945 time: 0.0510044 Jul 19 15:53:48.075384 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-def18675-0d72-4c3e-8376-e7f553f2781e req-eb6223c3-0c66-44bd-b7e8-50b20c998295 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501215 Jul 19 15:53:48.101326 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efcb79-6ec7-4d84-a9ba-76cf969114b1 req-a44da61d-bb14-457c-ba9f-14b11bb6cacf tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:48.102940 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-51efcb79-6ec7-4d84-a9ba-76cf969114b1 req-a44da61d-bb14-457c-ba9f-14b11bb6cacf tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 946 time: 0.0634105 Jul 19 15:53:48.168846 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-51efcb79-6ec7-4d84-a9ba-76cf969114b1 req-30497a1a-dc95-4610-a1b2-d4aae0de35a5 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601554 Jul 19 15:53:48.636900 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a714bf72-03e3-4866-a721-fbbce8ba5ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:48.777514 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1bc53b8b-c628-4185-838d-5817b4011fd9 req-47fd6bd2-b164-453c-9744-cbd74c5ec294 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 210 time: 0.0318794 Jul 19 15:53:49.194255 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89189f0b-3538-41ea-b606-8788018c8131 req-dfdf382d-c082-43a1-9589-e3ad97b78918 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:49.196067 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-89189f0b-3538-41ea-b606-8788018c8131 req-dfdf382d-c082-43a1-9589-e3ad97b78918 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 945 time: 0.0494778 Jul 19 15:53:49.261771 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-89189f0b-3538-41ea-b606-8788018c8131 req-95c78cbe-f65f-4b2e-9b74-fabcff447f61 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536222 Jul 19 15:53:49.317593 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e5e48-d75b-483d-94b5-cfd01a96f5fd req-93f9a141-7741-41e6-8f81-a90bfac4481b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:49.324410 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5e6e5e48-d75b-483d-94b5-cfd01a96f5fd req-93f9a141-7741-41e6-8f81-a90bfac4481b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 946 time: 0.0756667 Jul 19 15:53:49.381960 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5e6e5e48-d75b-483d-94b5-cfd01a96f5fd req-e75161c2-97ad-45fd-99b0-5db2df520167 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566278 Jul 19 15:53:49.472603 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37026) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:49.571307 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:49.578211 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-32e80339-5c2b-4a5f-a02a-4e0cfcbfaa2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:49.636677 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:49.654463 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-32e80339-5c2b-4a5f-a02a-4e0cfcbfaa2d admin admin] Publish callbacks [] for security_group (a5308060-428f-4f2c-bfa7-961caf14d541), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:49.660832 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-32e80339-5c2b-4a5f-a02a-4e0cfcbfaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a5308060-428f-4f2c-bfa7-961caf14d541), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:49.709273 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-32e80339-5c2b-4a5f-a02a-4e0cfcbfaa2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1da63316f47749cb9c99719dac401f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355723 Jul 19 15:53:49.710189 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e80339-5c2b-4a5f-a02a-4e0cfcbfaa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5308060-428f-4f2c-bfa7-961caf14d541,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:49.712091 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37030) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:49.770212 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-70a9f534-d261-429d-8aa7-48657ce3707c admin admin] Publish callbacks [] for security_group (a5308060-428f-4f2c-bfa7-961caf14d541), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:49.803488 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-70a9f534-d261-429d-8aa7-48657ce3707c admin admin] Publish callbacks [] for security_group (a5308060-428f-4f2c-bfa7-961caf14d541), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:49.868228 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59d507-08d5-4d8b-a620-7e53cda514d1 req-274c885c-c7ce-4739-8332-c53fa42c8381 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:49.869725 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ed59d507-08d5-4d8b-a620-7e53cda514d1 req-274c885c-c7ce-4739-8332-c53fa42c8381 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.36 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 945 time: 0.0805228 Jul 19 15:53:49.883680 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3f4b07d3-7224-4181-9e24-a10a3198346d req-a946eb08-7340-492f-a72a-a7bd4b79ce15 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 210 time: 0.0322466 Jul 19 15:53:49.888666 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-70a9f534-d261-429d-8aa7-48657ce3707c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (a5308060-428f-4f2c-bfa7-961caf14d541), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:49.891381 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-70a9f534-d261-429d-8aa7-48657ce3707c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:49.892597 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-70a9f534-d261-429d-8aa7-48657ce3707c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5308060-428f-4f2c-bfa7-961caf14d541 HTTP/1.1" status: 204 len: 168 time: 0.1792603 Jul 19 15:53:49.905113 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9f534-d261-429d-8aa7-48657ce3707c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5308060-428f-4f2c-bfa7-961caf14d541,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:50.119262 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-ed59d507-08d5-4d8b-a620-7e53cda514d1 req-2b687497-acda-47b9-a6ce-fd36dde7a476 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Deleting port e0e269dc-9e47-4001-b795-361c854acd42 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:53:50.119613 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-ed59d507-08d5-4d8b-a620-7e53cda514d1 req-2b687497-acda-47b9-a6ce-fd36dde7a476 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (e0e269dc-9e47-4001-b795-361c854acd42), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:50.208578 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:50.234716 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-ed59d507-08d5-4d8b-a620-7e53cda514d1 req-2b687497-acda-47b9-a6ce-fd36dde7a476 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] For port e0e269dc-9e47-4001-b795-361c854acd42, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=e0e269dc-9e47-4001-b795-361c854acd42,segment=NetworkSegment(0a981e38-f0cd-4071-82db-80dbfd82fabe),segment_id=0a981e38-f0cd-4071-82db-80dbfd82fabe)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:53:50.235225 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-ed59d507-08d5-4d8b-a620-7e53cda514d1 req-2b687497-acda-47b9-a6ce-fd36dde7a476 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (e0e269dc-9e47-4001-b795-361c854acd42), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:50.241774 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-f6618ade-a5bc-4e86-904a-d40f71b4af2f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:50.243939 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-f6618ade-a5bc-4e86-904a-d40f71b4af2f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.36 "GET /v2.0/networks?id=6889f24c-6e7e-40a5-a521-2143b6f00622 HTTP/1.1" status: 200 len: 808 time: 0.1394601 Jul 19 15:53:50.253458 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-ed59d507-08d5-4d8b-a620-7e53cda514d1 req-2b687497-acda-47b9-a6ce-fd36dde7a476 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Calling delete_port for e0e269dc-9e47-4001-b795-361c854acd42 owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:53:50.315639 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-510da1bd-6b2f-4f64-a478-738ece14852f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf521f7d98c641d4941eb041acf65405 HTTP/1.1" status: 200 len: 379 time: 0.0642858 Jul 19 15:53:50.324949 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-9c1ff907-b1a3-486f-b72d-f4733f8f3594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Request body: {'port': {'device_id': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'admin_state_up': True, 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'security_groups': ['1fd414c9-31af-4b2a-badb-6d939e946ab2']}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:50.385181 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:50.410625 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4945f-b3bf-4bd0-a1a7-9324fe2e6750 req-75a6a081-ab7a-4728-91ac-b97a3ccd4446 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:50.412434 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2ab4945f-b3bf-4bd0-a1a7-9324fe2e6750 req-75a6a081-ab7a-4728-91ac-b97a3ccd4446 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/ports?device_id=725285fd-4ed0-49f9-9bf6-d4c728027ab9 HTTP/1.1" status: 200 len: 945 time: 0.0628707 Jul 19 15:53:50.498285 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-ed59d507-08d5-4d8b-a620-7e53cda514d1 req-2b687497-acda-47b9-a6ce-fd36dde7a476 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (e0e269dc-9e47-4001-b795-361c854acd42), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:50.500644 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-9c1ff907-b1a3-486f-b72d-f4733f8f3594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Made reservation on behalf of cf521f7d98c641d4941eb041acf65405 for: {'port': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:53:50.504444 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-9c1ff907-b1a3-486f-b72d-f4733f8f3594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:50.510322 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['e0e269dc-9e47-4001-b795-361c854acd42'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:53:50.512399 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:50.516919 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31086f-5708-4f82-ba43-81555fc8f90d req-524858f4-3963-446b-a2fa-834b44686a48 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:50.517885 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2ab4945f-b3bf-4bd0-a1a7-9324fe2e6750 req-b909e03d-cc33-4136-b9bb-54bf47a5128f tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.64 "GET /v2.0/security-groups?id=844d71e6-29bc-4341-9c42-bbd980e3058c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821352 Jul 19 15:53:50.518738 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8f31086f-5708-4f82-ba43-81555fc8f90d req-524858f4-3963-446b-a2fa-834b44686a48 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 946 time: 0.0672755 Jul 19 15:53:50.553745 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b687497-acda-47b9-a6ce-fd36dde7a476 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Pushing event deleted for resources: {'Port': ['ID=e0e269dc-9e47-4001-b795-361c854acd42,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:50.594130 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed59d507-08d5-4d8b-a620-7e53cda514d1 req-2b687497-acda-47b9-a6ce-fd36dde7a476 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] No DVR routers for this DVR port e0e269dc-9e47-4001-b795-361c854acd42 on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:53:50.596588 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-ed59d507-08d5-4d8b-a620-7e53cda514d1 req-2b687497-acda-47b9-a6ce-fd36dde7a476 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:50.600096 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ed59d507-08d5-4d8b-a620-7e53cda514d1 req-2b687497-acda-47b9-a6ce-fd36dde7a476 tempest-VolumesActionsTest-1222746508 tempest-VolumesActionsTest-1222746508-project] 10.222.0.36 "DELETE /v2.0/ports/e0e269dc-9e47-4001-b795-361c854acd42 HTTP/1.1" status: 204 len: 173 time: 0.5803704 Jul 19 15:53:50.600550 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725285fd-4ed0-49f9-9bf6-d4c728027ab9', 'name': 'network-vif-deleted', 'tag': 'e0e269dc-9e47-4001-b795-361c854acd42'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:53:50.602967 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e94c861-b4ec-4a8b-bd1e-f6c7c3514063" -d '{"events": [{"server_uuid": "725285fd-4ed0-49f9-9bf6-d4c728027ab9", "name": "network-vif-deleted", "tag": "e0e269dc-9e47-4001-b795-361c854acd42"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:53:50.650404 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f809ccbc-e563-4539-9898-b5971ae4fca6 x-openstack-request-id: req-f809ccbc-e563-4539-9898-b5971ae4fca6 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:53:50.650807 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725285fd-4ed0-49f9-9bf6-d4c728027ab9", "name": "network-vif-deleted", "tag": "e0e269dc-9e47-4001-b795-361c854acd42", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:53:50.651130 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f809ccbc-e563-4539-9898-b5971ae4fca6 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:53:50.651625 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f809ccbc-e563-4539-9898-b5971ae4fca6'] response: {'server_uuid': '725285fd-4ed0-49f9-9bf6-d4c728027ab9', 'name': 'network-vif-deleted', 'tag': 'e0e269dc-9e47-4001-b795-361c854acd42', 'status': 'completed', 'code': 200} Jul 19 15:53:50.681714 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8f31086f-5708-4f82-ba43-81555fc8f90d req-0d45fd13-b49a-4cc0-bca6-4a024d6a5992 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026125 Jul 19 15:53:50.705777 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-9c1ff907-b1a3-486f-b72d-f4733f8f3594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Allocated IP 172.20.0.4 (6889f24c-6e7e-40a5-a521-2143b6f00622/c7f59326-2368-416e-afa3-87b4ca7f4a5b/1afaa31f-2b36-4dde-a958-b15bf3c12a62) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:53:50.820557 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5833e-d377-4420-a4e9-56991c93e11e req-8a31f418-4504-41c9-9fde-fcd9c8f74c39 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:50.822083 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-98f5833e-d377-4420-a4e9-56991c93e11e req-8a31f418-4504-41c9-9fde-fcd9c8f74c39 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 946 time: 0.0539274 Jul 19 15:53:50.867576 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-9c1ff907-b1a3-486f-b72d-f4733f8f3594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:50.870084 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:50.872289 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-98f5833e-d377-4420-a4e9-56991c93e11e req-254e01cc-694e-42ab-8a45-a8c39d2d045b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444233 Jul 19 15:53:50.896623 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37044) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:50.911025 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-9c1ff907-b1a3-486f-b72d-f4733f8f3594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:50.958834 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-9c1ff907-b1a3-486f-b72d-f4733f8f3594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Network 6889f24c-6e7e-40a5-a521-2143b6f00622 is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:53:50.966207 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-9c1ff907-b1a3-486f-b72d-f4733f8f3594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:50.977748 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-9c1ff907-b1a3-486f-b72d-f4733f8f3594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:53:51.037092 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ff907-b1a3-486f-b72d-f4733f8f3594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Pushing event updated for resources: {'Port': ['ID=1afaa31f-2b36-4dde-a958-b15bf3c12a62,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:51.074129 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-9c1ff907-b1a3-486f-b72d-f4733f8f3594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:51.074802 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-9c1ff907-b1a3-486f-b72d-f4733f8f3594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.096889 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f00429-1866-4031-94f7-81cc58aee7f8 req-fcc74d64-0e9f-4446-929f-0bf5b86da097 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:51.099226 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-72f00429-1866-4031-94f7-81cc58aee7f8 req-fcc74d64-0e9f-4446-929f-0bf5b86da097 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 931 time: 0.1393516 Jul 19 15:53:51.103034 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-9c1ff907-b1a3-486f-b72d-f4733f8f3594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7824709 Jul 19 15:53:51.128037 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Request body: {'port': {'device_id': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:51.169429 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:51.252779 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31917ae-6f94-44a8-91be-cc404db8aeea tempest-TestVolumeBootPattern-2018489756 tempest-TestVolumeBootPattern-2018489756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:51.254975 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-c31917ae-6f94-44a8-91be-cc404db8aeea tempest-TestVolumeBootPattern-2018489756 tempest-TestVolumeBootPattern-2018489756-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 1125 time: 0.3574982 Jul 19 15:53:51.257877 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37052) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:53:51.261228 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-72f00429-1866-4031-94f7-81cc58aee7f8 req-c4277fee-eb36-4093-94bf-507be8149562 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548579 Jul 19 15:53:51.262078 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.269682 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'port_id': '1c5f2b65-7e32-469b-be88-24a29ea25fa7', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:53:51.291766 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.312036 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-1215144d-102d-41aa-9f36-dc2144eab742 None None] Provisioning complete for port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:53:51.312803 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-1215144d-102d-41aa-9f36-dc2144eab742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.348798 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-1215144d-102d-41aa-9f36-dc2144eab742 None None] Port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:53:51.379221 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.489872 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Allocated IP 172.27.2.30 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/425e084f-138f-47d3-aa9d-3e4f7480cae7) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:53:51.534195 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1afaa31f-2b36-4dde-a958-b15bf3c12a62 {{(pid=115784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:53:51.544459 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Publish callbacks [] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.549017 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.559050 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.provisioning_blocks [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Transition to ACTIVE for port object 1afaa31f-2b36-4dde-a958-b15bf3c12a62 will not be triggered until provisioned by entity L2. {{(pid=115784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:53:51.563295 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.624939 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Pushing event updated for resources: {'Port': ['ID=1afaa31f-2b36-4dde-a958-b15bf3c12a62,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:51.627033 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for port (425e084f-138f-47d3-aa9d-3e4f7480cae7), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.677744 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:51.690088 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (425e084f-138f-47d3-aa9d-3e4f7480cae7), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.749440 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Attempting to bind port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:53:51.749777 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Attempting to bind port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622'}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:53:51.750112 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Attempting to bind port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 on network 6889f24c-6e7e-40a5-a521-2143b6f00622 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:51.756822 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 on network 6889f24c-6e7e-40a5-a521-2143b6f00622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:53:51.757156 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Attempting to bind port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 on network 6889f24c-6e7e-40a5-a521-2143b6f00622 {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:53:51.764696 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:53:51.765058 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Checking segment: {'id': 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:53:51.765446 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Bound using segment: {'id': 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622'} {{(pid=115784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:53:51.765895 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.managers [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Bound port: 1afaa31f-2b36-4dde-a958-b15bf3c12a62, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622'}}] {{(pid=115784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:53:51.766264 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.772649 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:53:51.774157 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'Port': ['ID=425e084f-138f-47d3-aa9d-3e4f7480cae7,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:51.777367 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:53:51.780577 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:53:51.812106 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:51.865413 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] For port 1afaa31f-2b36-4dde-a958-b15bf3c12a62, host hv-cinder-84902, cleared binding levels {{(pid=115784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:53:51.872076 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] For port 1afaa31f-2b36-4dde-a958-b15bf3c12a62, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:53:51.887203 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.891401 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.986459 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:51.987077 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:51.988545 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] 10.222.0.36 "PUT /v2.0/ports/1afaa31f-2b36-4dde-a958-b15bf3c12a62 HTTP/1.1" status: 200 len: 1093 time: 0.8742394 Jul 19 15:53:51.989092 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:53:51.991710 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1928f180-7cf0-4b33-b87c-d51ec94b8a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:53:52.026271 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a469b9-c1a1-400f-ba56-56b82cd4e78e service neutron] Pushing event updated for resources: {'Port': ['ID=1afaa31f-2b36-4dde-a958-b15bf3c12a62,revision_number=3']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:52.077775 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c28e2d0-4c20-403c-8a15-f3d2c23486e8 x-openstack-request-id: req-1c28e2d0-4c20-403c-8a15-f3d2c23486e8 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:53:52.078068 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:53:52.078329 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c28e2d0-4c20-403c-8a15-f3d2c23486e8 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:53:52.078871 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c28e2d0-4c20-403c-8a15-f3d2c23486e8'] response: {'name': 'network-changed', 'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'status': 'completed', 'code': 200} Jul 19 15:53:52.090388 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-8d420a79-6ef8-49bf-88f3-e6668a3cc384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:52.092451 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-8d420a79-6ef8-49bf-88f3-e6668a3cc384 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf521f7d98c641d4941eb041acf65405&device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 1127 time: 0.0601633 Jul 19 15:53:52.114581 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:52.140239 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-aee2b797-de07-475c-a97c-b22a4318b566 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62 HTTP/1.1" status: 200 len: 217 time: 0.0400455 Jul 19 15:53:52.211732 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-7c26a956-c1ed-4f42-a6f0-241e0d20741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:52.213473 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-7c26a956-c1ed-4f42-a6f0-241e0d20741c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7f59326-2368-416e-afa3-87b4ca7f4a5b HTTP/1.1" status: 200 len: 847 time: 0.0661099 Jul 19 15:53:52.240126 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:52.288076 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-efd5b1ed-9b2d-45b8-afac-d067c617a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:52.290694 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-efd5b1ed-9b2d-45b8-afac-d067c617a025 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6889f24c-6e7e-40a5-a521-2143b6f00622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716155 Jul 19 15:53:52.419380 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-5d50a264-71e7-4486-9cf9-5a79deaf43ea service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218083 Jul 19 15:53:52.460198 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcb779-9c79-4bb9-ab57-17c2a6a8988c req-d9bee0c6-66ca-462b-8a42-ab4bb32b5195 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:52.464053 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-06bcb779-9c79-4bb9-ab57-17c2a6a8988c req-d9bee0c6-66ca-462b-8a42-ab4bb32b5195 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 943 time: 0.1159430 Jul 19 15:53:52.492863 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for floatingip (548b5d5a-3452-4e49-83c5-0e107fc446c9), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:52.514881 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:52.554508 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4d0501a8-5e61-4816-b337-19ecbd77d52f req-b28050f1-4b43-4478-ade7-428fd70d7a5c service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244442 Jul 19 15:53:52.581634 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-06bcb779-9c79-4bb9-ab57-17c2a6a8988c req-f10846ff-7c03-45a7-b5f0-c8e29417d337 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096990 Jul 19 15:53:52.615008 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (425e084f-138f-47d3-aa9d-3e4f7480cae7), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:52.735775 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device e0e269dc-9e47-4001-b795-361c854acd42 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:53:52.756722 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: e0e269dc-9e47-4001-b795-361c854acd42 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:53:52.756988 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device e0e269dc-9e47-4001-b795-361c854acd42 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:53:52.780850 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for port (425e084f-138f-47d3-aa9d-3e4f7480cae7), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:52.785531 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (425e084f-138f-47d3-aa9d-3e4f7480cae7), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:52.823553 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928f180-7cf0-4b33-b87c-d51ec94b8a8b req-dc83845c-76ae-4319-97d8-fa3adf583190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:52.825192 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1928f180-7cf0-4b33-b87c-d51ec94b8a8b req-dc83845c-76ae-4319-97d8-fa3adf583190 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf521f7d98c641d4941eb041acf65405&device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 1127 time: 0.0414224 Jul 19 15:53:52.856979 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event updated for resources: {'Port': ['ID=425e084f-138f-47d3-aa9d-3e4f7480cae7,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:53:52.868601 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (548b5d5a-3452-4e49-83c5-0e107fc446c9), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:52.924282 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928f180-7cf0-4b33-b87c-d51ec94b8a8b req-8eb32c29-95ec-4c7e-90b3-bdc671cd68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:52.926403 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1928f180-7cf0-4b33-b87c-d51ec94b8a8b req-8eb32c29-95ec-4c7e-90b3-bdc671cd68a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6889f24c-6e7e-40a5-a521-2143b6f00622 HTTP/1.1" status: 200 len: 909 time: 0.0944035 Jul 19 15:53:52.968798 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Floating IP 548b5d5a-3452-4e49-83c5-0e107fc446c9 associated. External IP: 172.27.2.30, port: 1c5f2b65-7e32-469b-be88-24a29ea25fa7. Jul 19 15:53:53.163420 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:53.169200 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:53:53.181142 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:53.275280 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:53:53.284836 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746ddd35-8013-4e2c-ac48-52a4e46b21c6 None None] Sync routers for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:53:53.293340 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:53:53.295472 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ddd35-8013-4e2c-ac48-52a4e46b21c6 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:53:53.296157 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-746ddd35-8013-4e2c-ac48-52a4e46b21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:53:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:53.402907 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-746ddd35-8013-4e2c-ac48-52a4e46b21c6 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:53:53.585974 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c5642e8a-56a6-46b1-87fe-eb90181a7372 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3267756 Jul 19 15:53:53.586698 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'tag': '1c5f2b65-7e32-469b-be88-24a29ea25fa7'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:53:53.589008 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463b3955-625a-46f8-baf7-420814c972e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9ac02c-69eb-45b4-8380-42ab80044abe", "tag": "1c5f2b65-7e32-469b-be88-24a29ea25fa7"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:53:53.627178 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1168cc-393b-41b2-9433-e25eadf16a7e x-openstack-request-id: req-0b1168cc-393b-41b2-9433-e25eadf16a7e {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:53:53.627510 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9ac02c-69eb-45b4-8380-42ab80044abe", "tag": "1c5f2b65-7e32-469b-be88-24a29ea25fa7", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:53:53.627710 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b1168cc-393b-41b2-9433-e25eadf16a7e {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:53:53.628113 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1168cc-393b-41b2-9433-e25eadf16a7e'] response: {'name': 'network-changed', 'server_uuid': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'tag': '1c5f2b65-7e32-469b-be88-24a29ea25fa7', 'status': 'completed', 'code': 200} Jul 19 15:53:53.707518 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ec271-a0c2-4dd5-bbaf-2a8ee201cb6a req-d6dc0530-3823-45e9-bca5-b6acb934a16b tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:53.709056 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-748ec271-a0c2-4dd5-bbaf-2a8ee201cb6a req-d6dc0530-3823-45e9-bca5-b6acb934a16b tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 943 time: 0.0503638 Jul 19 15:53:53.714626 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-746ddd35-8013-4e2c-ac48-52a4e46b21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '21bbb639-432e-49c2-9850-d15ed448c667', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:cc:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:51:41Z', 'updated_at': '2022-07-19T15:51:43Z', 'revision_number': 1, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}, {'id': '548b5d5a-3452-4e49-83c5-0e107fc446c9', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': '1c5f2b65-7e32-469b-be88-24a29ea25fa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:10:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:53:52Z', 'updated_at': '2022-07-19T15:53:52Z', 'revision_number': 0, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:53.745375 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746ddd35-8013-4e2c-ac48-52a4e46b21c6 None None] Checking router: 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:53:53.754094 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ddd35-8013-4e2c-ac48-52a4e46b21c6 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:53:53.754908 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-746ddd35-8013-4e2c-ac48-52a4e46b21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:53:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:53.759698 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-748ec271-a0c2-4dd5-bbaf-2a8ee201cb6a req-a8a07aef-b952-4ad6-a82e-97376f32a057 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438917 Jul 19 15:53:53.852789 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1928f180-7cf0-4b33-b87c-d51ec94b8a8b req-0cb7eaff-7b83-4810-a57e-65c8adecb491 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62 HTTP/1.1" status: 200 len: 217 time: 0.0341043 Jul 19 15:53:53.855996 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-746ddd35-8013-4e2c-ac48-52a4e46b21c6 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:53:54.060840 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-746ddd35-8013-4e2c-ac48-52a4e46b21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '21bbb639-432e-49c2-9850-d15ed448c667', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:cc:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:51:41Z', 'updated_at': '2022-07-19T15:51:43Z', 'revision_number': 1, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}, {'id': '548b5d5a-3452-4e49-83c5-0e107fc446c9', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': '1c5f2b65-7e32-469b-be88-24a29ea25fa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:10:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:53:52Z', 'updated_at': '2022-07-19T15:53:52Z', 'revision_number': 0, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:53:54.085946 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746ddd35-8013-4e2c-ac48-52a4e46b21c6 None None] The sync data for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi is: [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '21bbb639-432e-49c2-9850-d15ed448c667', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:cc:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:51:41Z', 'updated_at': '2022-07-19T15:51:43Z', 'revision_number': 1, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}, {'id': '548b5d5a-3452-4e49-83c5-0e107fc446c9', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': '1c5f2b65-7e32-469b-be88-24a29ea25fa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:10:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:53:52Z', 'updated_at': '2022-07-19T15:53:52Z', 'revision_number': 0, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:53:54.275501 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121bec5-43eb-44e5-bf7e-2a3305797222 None None] New status for floating IP 548b5d5a-3452-4e49-83c5-0e107fc446c9: ACTIVE {{(pid=115786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:53:54.874599 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb59af9-ea44-4862-9259-9571144cd210 req-4db4b80a-f076-40ac-95bc-ec73a24ac525 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:54.876055 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3cb59af9-ea44-4862-9259-9571144cd210 req-4db4b80a-f076-40ac-95bc-ec73a24ac525 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 943 time: 0.0468776 Jul 19 15:53:54.929482 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-3cb59af9-ea44-4862-9259-9571144cd210 req-496bcf4c-61a0-4695-b101-8aed296ec0ec tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478537 Jul 19 15:53:55.610924 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928f180-7cf0-4b33-b87c-d51ec94b8a8b req-1a1d0cd9-84e9-4b86-8683-135c8a144748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:55.612490 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1928f180-7cf0-4b33-b87c-d51ec94b8a8b req-1a1d0cd9-84e9-4b86-8683-135c8a144748 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7f59326-2368-416e-afa3-87b4ca7f4a5b HTTP/1.1" status: 200 len: 847 time: 0.0455022 Jul 19 15:53:55.618507 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b3955-625a-46f8-baf7-420814c972e6 req-112a6b1e-7d5c-40d5-b8a6-a97988b17943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:55.619989 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-463b3955-625a-46f8-baf7-420814c972e6 req-112a6b1e-7d5c-40d5-b8a6-a97988b17943 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 1130 time: 0.0393233 Jul 19 15:53:55.655284 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928f180-7cf0-4b33-b87c-d51ec94b8a8b req-2ec54868-77fa-4ecf-8ab3-bf4e92b39baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:55.656800 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1928f180-7cf0-4b33-b87c-d51ec94b8a8b req-2ec54868-77fa-4ecf-8ab3-bf4e92b39baa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6889f24c-6e7e-40a5-a521-2143b6f00622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387642 Jul 19 15:53:55.714757 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b3955-625a-46f8-baf7-420814c972e6 req-5dec97ac-a246-4e13-8347-8ea3fbf30f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:55.716215 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-463b3955-625a-46f8-baf7-420814c972e6 req-5dec97ac-a246-4e13-8347-8ea3fbf30f68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 912 time: 0.0906229 Jul 19 15:53:55.752382 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1928f180-7cf0-4b33-b87c-d51ec94b8a8b req-7e8a93b5-5ad9-4856-9f68-1b2a007f721a service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895765 Jul 19 15:53:55.784398 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-463b3955-625a-46f8-baf7-420814c972e6 req-0a333afc-e883-4eec-bff9-77c19dde52fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c5f2b65-7e32-469b-be88-24a29ea25fa7 HTTP/1.1" status: 200 len: 1001 time: 0.0607243 Jul 19 15:53:55.828762 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:53:55.832538 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b3955-625a-46f8-baf7-420814c972e6 req-4fa0bf13-f60f-41e5-b97d-61b00546e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:55.834237 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-463b3955-625a-46f8-baf7-420814c972e6 req-4fa0bf13-f60f-41e5-b97d-61b00546e6a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 200 len: 850 time: 0.0444379 Jul 19 15:53:55.846127 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1928f180-7cf0-4b33-b87c-d51ec94b8a8b req-d499dcaf-7667-4344-be7e-9e6a7a1becfc service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879376 Jul 19 15:53:55.880848 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b3955-625a-46f8-baf7-420814c972e6 req-91ba266d-8905-46d4-ac34-b042bad3b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:55.882267 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-463b3955-625a-46f8-baf7-420814c972e6 req-91ba266d-8905-46d4-ac34-b042bad3b352 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195064b7-2168-479c-96ce-505c1a5c25ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407279 Jul 19 15:53:55.978094 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-463b3955-625a-46f8-baf7-420814c972e6 req-ec9430b3-370a-47c6-915b-3876be989e94 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889041 Jul 19 15:53:56.089496 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8e2e4-2ea8-4b3b-a0d0-09a4cf7a06df req-48795497-a60d-4b99-973c-110f98c1dac5 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:56.090954 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0ed8e2e4-2ea8-4b3b-a0d0-09a4cf7a06df req-48795497-a60d-4b99-973c-110f98c1dac5 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 943 time: 0.0888352 Jul 19 15:53:56.126022 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-463b3955-625a-46f8-baf7-420814c972e6 req-72ed4465-9c50-422c-9894-5d4333d77b61 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413665 Jul 19 15:53:56.154932 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-0ed8e2e4-2ea8-4b3b-a0d0-09a4cf7a06df req-268835fa-d09f-40cd-8621-e3770faea4b7 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577092 Jul 19 15:53:57.301248 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec261c6a-832c-47c8-9819-ad8778ff2837 req-444c0bcb-b840-4dfd-be28-3833166a0ba1 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:57.303465 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ec261c6a-832c-47c8-9819-ad8778ff2837 req-444c0bcb-b840-4dfd-be28-3833166a0ba1 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 943 time: 0.0605559 Jul 19 15:53:57.369071 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ec261c6a-832c-47c8-9819-ad8778ff2837 req-fafabd27-897d-453b-96b4-1cf633f58d7f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593228 Jul 19 15:53:58.507219 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b1bd6-e974-4420-8db3-1eb7eea4c79b req-6c9b5a70-5622-4f98-8d40-4f9e46b68477 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:58.508759 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5d4b1bd6-e974-4420-8db3-1eb7eea4c79b req-6c9b5a70-5622-4f98-8d40-4f9e46b68477 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 943 time: 0.0560448 Jul 19 15:53:58.584692 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5d4b1bd6-e974-4420-8db3-1eb7eea4c79b req-14fb79f0-bba3-4bd4-b23a-5f7c74e78225 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694764 Jul 19 15:53:59.712013 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072bcfd-acd8-45eb-88e6-49472ae394c5 req-8b81b974-1749-4800-9c0f-c8a9aeff8c1f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:53:59.713610 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1072bcfd-acd8-45eb-88e6-49472ae394c5 req-8b81b974-1749-4800-9c0f-c8a9aeff8c1f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 943 time: 0.0587261 Jul 19 15:53:59.776321 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1072bcfd-acd8-45eb-88e6-49472ae394c5 req-e11e99e7-82f5-4a69-9977-484f38d02e53 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567312 Jul 19 15:54:00.788931 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 1afaa31f-2b36-4dde-a958-b15bf3c12a62 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:54:00.930695 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa64074-74a5-416a-aad4-f6d1eb6c5422 req-15e77d5f-49be-4874-a65a-99a9d94d0d65 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:00.934579 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 1afaa31f-2b36-4dde-a958-b15bf3c12a62, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:54:00.938344 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3aa64074-74a5-416a-aad4-f6d1eb6c5422 req-15e77d5f-49be-4874-a65a-99a9d94d0d65 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 943 time: 0.0652626 Jul 19 15:54:00.959554 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'port_id': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'mac_address': 'fa:16:3e:1e:de:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:54:00.971624 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:01.012308 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3aa64074-74a5-416a-aad4-f6d1eb6c5422 req-56335133-e732-4792-a13c-3b4cdd3acdee tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730748 Jul 19 15:54:01.041590 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:01.042751 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:01.063051 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afaa31f-2b36-4dde-a958-b15bf3c12a62 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:54:01.089466 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 1afaa31f-2b36-4dde-a958-b15bf3c12a62, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:54:01.094590 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:01.124606 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:01.159748 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=1afaa31f-2b36-4dde-a958-b15bf3c12a62,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:01.326283 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['1afaa31f-2b36-4dde-a958-b15bf3c12a62'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:54:01.592993 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:02.132229 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05411e-cf40-4039-8597-0aee0dea9401 req-8b7fbb53-8ec5-4822-bbe9-2d812f09a594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:02.133711 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0b05411e-cf40-4039-8597-0aee0dea9401 req-8b7fbb53-8ec5-4822-bbe9-2d812f09a594 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 944 time: 0.0503089 Jul 19 15:54:02.194792 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-0b05411e-cf40-4039-8597-0aee0dea9401 req-2817a25c-3907-4771-9b81-3fa6fa54b9f8 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554199 Jul 19 15:54:02.796710 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 1afaa31f-2b36-4dde-a958-b15bf3c12a62 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:54:02.844025 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:54:02.852600 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:02.852977 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:02.940029 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:02.940428 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:02.966737 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:54:02.969035 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddf8229-e35a-4857-9104-29330aa58fe2" -d '{"events": [{"server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "name": "network-vif-plugged", "status": "completed", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:54:02.983503 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 1afaa31f-2b36-4dde-a958-b15bf3c12a62, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:54:02.990855 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:03.024416 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b48c3e-81e1-4a20-b2a5-3cdfa28b14ef x-openstack-request-id: req-24b48c3e-81e1-4a20-b2a5-3cdfa28b14ef {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:54:03.024714 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "name": "network-vif-plugged", "status": "completed", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:54:03.024972 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24b48c3e-81e1-4a20-b2a5-3cdfa28b14ef {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:54:03.026033 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b48c3e-81e1-4a20-b2a5-3cdfa28b14ef'] response: {'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'code': 200} Jul 19 15:54:03.052809 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=1afaa31f-2b36-4dde-a958-b15bf3c12a62,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:03.250616 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:03.260606 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce124d5f-a611-42f3-8e72-0c7ef3aec671 req-4f1d85ff-cf09-48a4-b888-5365f8d44927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:03.262160 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ce124d5f-a611-42f3-8e72-0c7ef3aec671 req-4f1d85ff-cf09-48a4-b888-5365f8d44927 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 1129 time: 0.0469689 Jul 19 15:54:03.332114 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fa1d5-a9e9-48b5-a22f-570545b42731 req-801d6c56-638f-4a2a-8276-df935329ec0f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:03.334298 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ed8fa1d5-a9e9-48b5-a22f-570545b42731 req-801d6c56-638f-4a2a-8276-df935329ec0f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0580900 Jul 19 15:54:03.345204 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ce124d5f-a611-42f3-8e72-0c7ef3aec671 req-280458ab-d164-4ae7-b96f-1afc4ac91941 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762706 Jul 19 15:54:03.386066 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ed8fa1d5-a9e9-48b5-a22f-570545b42731 req-c5d964e3-f5b9-4160-94d7-3718d429d946 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459647 Jul 19 15:54:04.058787 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=75 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:04.063601 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=73 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:04.517708 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1b8f6-4a54-487e-b85b-1a6484c99987 req-148b44bd-cf26-4066-9a1b-86208e931637 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:04.522841 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b2f1b8f6-4a54-487e-b85b-1a6484c99987 req-148b44bd-cf26-4066-9a1b-86208e931637 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0542541 Jul 19 15:54:04.575046 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b2f1b8f6-4a54-487e-b85b-1a6484c99987 req-25d19f47-3e03-4950-8654-fdc30281b84a tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494192 Jul 19 15:54:05.685713 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:05.699348 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba000f1f-b992-4f95-bb5b-450bd1ab5bb7 req-8fb0240c-87c1-4f90-8900-d50c5fe1472a tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:05.701050 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ba000f1f-b992-4f95-bb5b-450bd1ab5bb7 req-8fb0240c-87c1-4f90-8900-d50c5fe1472a tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0530052 Jul 19 15:54:05.759743 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-ba000f1f-b992-4f95-bb5b-450bd1ab5bb7 req-32d6cee2-3a3d-413f-97c0-208f3b9a8174 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530238 Jul 19 15:54:05.904834 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b1534-d547-47d0-8176-c8d44dbdd4a9 req-fd70e8c9-223b-4081-bb7c-696e87e66583 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:05.906727 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9c5b1534-d547-47d0-8176-c8d44dbdd4a9 req-fd70e8c9-223b-4081-bb7c-696e87e66583 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0569730 Jul 19 15:54:05.987020 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9c5b1534-d547-47d0-8176-c8d44dbdd4a9 req-891d47e3-7741-40cb-847b-f62ed5d1749b tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696845 Jul 19 15:54:06.013365 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37216) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:06.208173 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31d4ad3-445a-493f-9aec-3a33033fbd2e tempest-TestShelveInstance-972461177 tempest-TestShelveInstance-972461177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:06.209759 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c31d4ad3-445a-493f-9aec-3a33033fbd2e tempest-TestShelveInstance-972461177 tempest-TestShelveInstance-972461177-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 1124 time: 0.1954091 Jul 19 15:54:06.212895 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37220) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:06.217217 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'port_id': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:54:06.240673 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:06.333102 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:06.474675 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Allocated IP 172.27.2.79 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/d00e5d21-5c71-4e01-855e-38e53ec22656) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:54:06.632298 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for port (d00e5d21-5c71-4e01-855e-38e53ec22656), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:06.667171 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (d00e5d21-5c71-4e01-855e-38e53ec22656), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:06.711762 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:54:06.718913 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:54:06.724164 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:54:06.729051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:06.752434 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Pushing event updated for resources: {'Port': ['ID=d00e5d21-5c71-4e01-855e-38e53ec22656,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:06.985954 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:07.141486 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for floatingip (f95b1c8f-9c03-42d6-875a-52d5d76966b0), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:07.216741 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (d00e5d21-5c71-4e01-855e-38e53ec22656), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:07.379613 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for port (d00e5d21-5c71-4e01-855e-38e53ec22656), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:07.385251 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (d00e5d21-5c71-4e01-855e-38e53ec22656), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:07.462793 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Pushing event updated for resources: {'Port': ['ID=d00e5d21-5c71-4e01-855e-38e53ec22656,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:07.475414 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (f95b1c8f-9c03-42d6-875a-52d5d76966b0), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:07.580163 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Floating IP f95b1c8f-9c03-42d6-875a-52d5d76966b0 associated. External IP: 172.27.2.79, port: 1afaa31f-2b36-4dde-a958-b15bf3c12a62. Jul 19 15:54:07.656778 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:07.821550 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Router 51ce4d81-3d61-471c-b767-e2ae6970e94e has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:54:07.936280 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:54:07.946296 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e17e2-142a-47a1-bd8d-217495e06541 None None] Sync routers for ids ['51ce4d81-3d61-471c-b767-e2ae6970e94e'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:54:07.960543 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e17e2-142a-47a1-bd8d-217495e06541 None None] Routers {'51ce4d81-3d61-471c-b767-e2ae6970e94e'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:54:07.961149 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-8d8e17e2-142a-47a1-bd8d-217495e06541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:53:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['51ce4d81-3d61-471c-b767-e2ae6970e94e'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:07.974979 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:08.010493 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-e9e0ffd5-b2e7-4c8f-bce9-614f71abc128 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7963495 Jul 19 15:54:08.011203 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:54:08.014080 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdac8821-7d89-49cb-ad05-a51b397ee4da" -d '{"events": [{"name": "network-changed", "server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:54:08.055502 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e28463-6316-4409-8b7c-2fe165afe834 x-openstack-request-id: req-67e28463-6316-4409-8b7c-2fe165afe834 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:54:08.056053 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:54:08.056511 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67e28463-6316-4409-8b7c-2fe165afe834 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:54:08.057108 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e28463-6316-4409-8b7c-2fe165afe834'] response: {'name': 'network-changed', 'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'status': 'completed', 'code': 200} Jul 19 15:54:08.096272 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-8d8e17e2-142a-47a1-bd8d-217495e06541 None None] Set router 51ce4d81-3d61-471c-b767-e2ae6970e94e gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:54:08.122132 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8821-7d89-49cb-ad05-a51b397ee4da req-e9eff9e9-6dad-4d10-8770-cb94814f7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:08.123886 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fdac8821-7d89-49cb-ad05-a51b397ee4da req-e9eff9e9-6dad-4d10-8770-cb94814f7789 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf521f7d98c641d4941eb041acf65405&device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 1129 time: 0.0456398 Jul 19 15:54:08.150408 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:08.225258 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8821-7d89-49cb-ad05-a51b397ee4da req-15ddcdfc-fff9-41c3-b3a1-b4aa803651eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:08.226859 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fdac8821-7d89-49cb-ad05-a51b397ee4da req-15ddcdfc-fff9-41c3-b3a1-b4aa803651eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=6889f24c-6e7e-40a5-a521-2143b6f00622 HTTP/1.1" status: 200 len: 909 time: 0.0967827 Jul 19 15:54:08.301134 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fdac8821-7d89-49cb-ad05-a51b397ee4da req-3bb15990-8bfe-4c34-8677-4e4a375d6699 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62 HTTP/1.1" status: 200 len: 998 time: 0.0672586 Jul 19 15:54:08.355132 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8821-7d89-49cb-ad05-a51b397ee4da req-1fbe3bdb-0ffd-4ef8-b23f-531d0e7991f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:08.356734 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fdac8821-7d89-49cb-ad05-a51b397ee4da req-1fbe3bdb-0ffd-4ef8-b23f-531d0e7991f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7f59326-2368-416e-afa3-87b4ca7f4a5b HTTP/1.1" status: 200 len: 847 time: 0.0494118 Jul 19 15:54:08.408264 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8821-7d89-49cb-ad05-a51b397ee4da req-8fc299be-5524-425a-be32-6e98e23c9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:08.410529 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fdac8821-7d89-49cb-ad05-a51b397ee4da req-8fc299be-5524-425a-be32-6e98e23c9288 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6889f24c-6e7e-40a5-a521-2143b6f00622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460408 Jul 19 15:54:08.426730 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-8d8e17e2-142a-47a1-bd8d-217495e06541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:53:21Z', 'revision_number': 4, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port': {'id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:18Z', 'updated_at': '2022-07-19T15:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'f95b1c8f-9c03-42d6-875a-52d5d76966b0', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'port_id': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'mac_address': 'fa:16:3e:1e:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:54:06Z', 'updated_at': '2022-07-19T15:54:06Z', 'revision_number': 0, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d69dd4d-b836-4620-9689-9a21a5bd4055', 'name': '', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'mac_address': 'fa:16:3e:89:38:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:20Z', 'updated_at': '2022-07-19T15:53:26Z', 'revision_number': 5, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'subnets': [{'id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:08.456067 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e17e2-142a-47a1-bd8d-217495e06541 None None] Checking router: 51ce4d81-3d61-471c-b767-e2ae6970e94e for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:54:08.466094 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e17e2-142a-47a1-bd8d-217495e06541 None None] Routers {'51ce4d81-3d61-471c-b767-e2ae6970e94e'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:54:08.467159 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-8d8e17e2-142a-47a1-bd8d-217495e06541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:53:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['51ce4d81-3d61-471c-b767-e2ae6970e94e'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:08.537471 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fdac8821-7d89-49cb-ad05-a51b397ee4da req-c079867e-2976-4095-8aa5-cc76da668f41 service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205680 Jul 19 15:54:08.607989 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-8d8e17e2-142a-47a1-bd8d-217495e06541 None None] Set router 51ce4d81-3d61-471c-b767-e2ae6970e94e gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:54:08.641730 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-fdac8821-7d89-49cb-ad05-a51b397ee4da req-4bb7eec9-bdfa-4f8b-8934-1f82554de05f service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966423 Jul 19 15:54:08.853680 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-8d8e17e2-142a-47a1-bd8d-217495e06541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:53:21Z', 'revision_number': 4, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port': {'id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:18Z', 'updated_at': '2022-07-19T15:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'f95b1c8f-9c03-42d6-875a-52d5d76966b0', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'port_id': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'mac_address': 'fa:16:3e:1e:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:54:06Z', 'updated_at': '2022-07-19T15:54:06Z', 'revision_number': 0, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d69dd4d-b836-4620-9689-9a21a5bd4055', 'name': '', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'mac_address': 'fa:16:3e:89:38:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:20Z', 'updated_at': '2022-07-19T15:53:26Z', 'revision_number': 5, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'subnets': [{'id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:08.880161 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e17e2-142a-47a1-bd8d-217495e06541 None None] The sync data for ids ['51ce4d81-3d61-471c-b767-e2ae6970e94e'] in dv-cinder-849022-3-iscsi is: [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:53:21Z', 'revision_number': 4, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port': {'id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:18Z', 'updated_at': '2022-07-19T15:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': 'f95b1c8f-9c03-42d6-875a-52d5d76966b0', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'port_id': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'mac_address': 'fa:16:3e:1e:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:54:06Z', 'updated_at': '2022-07-19T15:54:06Z', 'revision_number': 0, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d69dd4d-b836-4620-9689-9a21a5bd4055', 'name': '', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'mac_address': 'fa:16:3e:89:38:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:20Z', 'updated_at': '2022-07-19T15:53:26Z', 'revision_number': 5, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'subnets': [{'id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:54:09.097916 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9122796d-5306-44f9-8292-8b4b12a1497e None None] New status for floating IP f95b1c8f-9c03-42d6-875a-52d5d76966b0: ACTIVE {{(pid=115786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:54:13.639927 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:13.716274 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37328) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:13.764701 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_v2 [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Deleting subnet 7ee0714d-8c2a-49e0-8152-303783a3453f {{(pid=115784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:54:13.767909 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Publish callbacks [] for subnet (7ee0714d-8c2a-49e0-8152-303783a3453f), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:13.803004 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25197860'] for subnet (7ee0714d-8c2a-49e0-8152-303783a3453f), precommit_delete_associations {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:13.842265 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (7ee0714d-8c2a-49e0-8152-303783a3453f), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:13.893861 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25607063'] for subnet (7ee0714d-8c2a-49e0-8152-303783a3453f), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:13.922997 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee0714d-8c2a-49e0-8152-303783a3453f,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:13.928251 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:13.931323 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7ee0714d-8c2a-49e0-8152-303783a3453f HTTP/1.1" status: 204 len: 168 time: 0.2140632 Jul 19 15:54:13.933978 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37330) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:13.936014 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.936362 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.936722 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.937050 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.937384 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.937711 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.938035 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.938383 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.938702 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.939026 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.939347 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.939670 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.939989 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.940306 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:13.940625 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049efc8-43e6-4bf3-bc17-024a35a428ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.008689 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (7a7ccfd1-db0e-4890-9655-b5260413649d), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:14.081103 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:14.085580 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (7a7ccfd1-db0e-4890-9655-b5260413649d), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:14.110207 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7ccfd1-db0e-4890-9655-b5260413649d']}} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:14.120050 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a981e38-f0cd-4071-82db-80dbfd82fabe') {'for_net_delete': True} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:14.120346 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a981e38-f0cd-4071-82db-80dbfd82fabe') {} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:14.130658 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28889433'] for segment (0a981e38-f0cd-4071-82db-80dbfd82fabe), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:14.143672 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (0a981e38-f0cd-4071-82db-80dbfd82fabe), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:14.150209 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=115785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:54:14.150620 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28814498'] for segment (0a981e38-f0cd-4071-82db-80dbfd82fabe), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:14.173418 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 0a981e38-f0cd-4071-82db-80dbfd82fabe resource provider aggregate not found Jul 19 15:54:14.201385 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 0a981e38-f0cd-4071-82db-80dbfd82fabe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a981e38-f0cd-4071-82db-80dbfd82fabe found for delete ", "request_id": "req-bc3d1ce7-7ab1-4761-a270-86147702d19c"}]} Jul 19 15:54:14.215032 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (7a7ccfd1-db0e-4890-9655-b5260413649d), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:14.220379 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:14.224113 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7a7ccfd1-db0e-4890-9655-b5260413649d HTTP/1.1" status: 204 len: 168 time: 0.2889786 Jul 19 15:54:14.235190 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a7ccfd1-db0e-4890-9655-b5260413649d,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:14.243037 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.243385 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.243723 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.244058 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.244387 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.244715 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.245040 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.245361 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.245683 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.246007 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.246329 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.246680 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.246999 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.247315 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.247635 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a00b34-8bcd-4e70-8229-5022037527a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:14.388341 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37340) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:14.432528 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-dfc91f81-5c83-4cbd-841e-12b4cf5517ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=628680bdad9c4d2ebcb019bb40053ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430052 Jul 19 15:54:14.435024 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37342) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:14.485413 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3d183d84-a43d-4bce-a10a-939dc0a5a77b admin admin] Publish callbacks [] for security_group (844d71e6-29bc-4341-9c42-bbd980e3058c), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:14.506376 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3d183d84-a43d-4bce-a10a-939dc0a5a77b admin admin] Publish callbacks [] for security_group (844d71e6-29bc-4341-9c42-bbd980e3058c), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:14.553043 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3d183d84-a43d-4bce-a10a-939dc0a5a77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (844d71e6-29bc-4341-9c42-bbd980e3058c), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:14.555628 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3d183d84-a43d-4bce-a10a-939dc0a5a77b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:14.556818 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-3d183d84-a43d-4bce-a10a-939dc0a5a77b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/844d71e6-29bc-4341-9c42-bbd980e3058c HTTP/1.1" status: 204 len: 168 time: 0.1208842 Jul 19 15:54:14.559159 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:14.565996 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d183d84-a43d-4bce-a10a-939dc0a5a77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844d71e6-29bc-4341-9c42-bbd980e3058c,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:15.620145 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37374) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:15.725179 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0f0c-27c2-4a05-a38f-33bada3533ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:15.800949 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0f0c-27c2-4a05-a38f-33bada3533ef admin admin] Publish callbacks [] for security_group (c35325b6-1d2a-4300-853c-9a19c40e1def), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:15.804721 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0f0c-27c2-4a05-a38f-33bada3533ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (c35325b6-1d2a-4300-853c-9a19c40e1def), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:15.843591 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-0c2f0f0c-27c2-4a05-a38f-33bada3533ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5085f8ef5eef4d6a8c009fdb636bd818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224073 Jul 19 15:54:15.844418 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f0f0c-27c2-4a05-a38f-33bada3533ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35325b6-1d2a-4300-853c-9a19c40e1def,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:15.847229 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37378) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:15.896877 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3ede11d4-f9e0-46d3-83ea-7e4e4b86ecda admin admin] Publish callbacks [] for security_group (c35325b6-1d2a-4300-853c-9a19c40e1def), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:15.918584 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3ede11d4-f9e0-46d3-83ea-7e4e4b86ecda admin admin] Publish callbacks [] for security_group (c35325b6-1d2a-4300-853c-9a19c40e1def), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:15.966852 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3ede11d4-f9e0-46d3-83ea-7e4e4b86ecda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (c35325b6-1d2a-4300-853c-9a19c40e1def), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:15.969386 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-3ede11d4-f9e0-46d3-83ea-7e4e4b86ecda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:15.970598 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-3ede11d4-f9e0-46d3-83ea-7e4e4b86ecda admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c35325b6-1d2a-4300-853c-9a19c40e1def HTTP/1.1" status: 204 len: 168 time: 0.1221495 Jul 19 15:54:15.979131 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede11d4-f9e0-46d3-83ea-7e4e4b86ecda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35325b6-1d2a-4300-853c-9a19c40e1def,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:16.252333 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2cda305c-c3ac-43d8-8cac-30091240c108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:16.596042 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37400) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:16.696100 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-853279693-network', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:54:16.715577 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Made reservation on behalf of 6a9e5f3b931d47b6bfb7938a89c2a37d for: {'network': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:54:16.718061 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:16.727003 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:16.808767 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Publish callbacks [] for security_group (16178008-3ff8-4a6a-ac05-a9cd01b80faf), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:16.812416 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (16178008-3ff8-4a6a-ac05-a9cd01b80faf), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:16.840387 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=115785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:54:16.845851 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16178008-3ff8-4a6a-ac05-a9cd01b80faf,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:16.854031 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (e04c5bef-1f51-4887-93b8-9d73558fec55), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:16.854031 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.segments_db [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Added segment e04c5bef-1f51-4887-93b8-9d73558fec55 of type vlan for network 79877616-2837-475b-9882-e49c1f1a3a64 Jul 19 15:54:16.894823 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (79877616-2837-475b-9882-e49c1f1a3a64), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:16.905104 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=14 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:16.919909 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (79877616-2837-475b-9882-e49c1f1a3a64), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:16.920870 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:16.921444 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:16.957163 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3598273 Jul 19 15:54:16.960169 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37404) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:16.965596 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-856456c0-5bba-48fc-b02d-4f03ebc548cf admin admin] Request body: {'subnet': {'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-853279693-subnet', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'ip_version': 4}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:54:16.987360 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856456c0-5bba-48fc-b02d-4f03ebc548cf admin admin] Made reservation on behalf of 6a9e5f3b931d47b6bfb7938a89c2a37d for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:54:16.989920 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97416569-5a45-4a2d-be65-48918c7b4f20 admin admin] Pushing event updated for resources: {'Network': ['ID=79877616-2837-475b-9882-e49c1f1a3a64,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:16.991339 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-856456c0-5bba-48fc-b02d-4f03ebc548cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25607098'] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:16.999876 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 79877616-2837-475b-9882-e49c1f1a3a64 details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:54:17.005797 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:17.173697 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-856456c0-5bba-48fc-b02d-4f03ebc548cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25607084'] for subnet (b3d12df4-bcc4-46c4-beda-2f684da89512), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:17.229441 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856456c0-5bba-48fc-b02d-4f03ebc548cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d12df4-bcc4-46c4-beda-2f684da89512,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:17.244343 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856456c0-5bba-48fc-b02d-4f03ebc548cf admin admin] Checking segment: {'id': 'e04c5bef-1f51-4887-93b8-9d73558fec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:54:17.244693 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856456c0-5bba-48fc-b02d-4f03ebc548cf admin admin] Network hostable DHCP agents. Network: 79877616-2837-475b-9882-e49c1f1a3a64, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:54:17.257590 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:17.264552 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856456c0-5bba-48fc-b02d-4f03ebc548cf admin admin] Network 79877616-2837-475b-9882-e49c1f1a3a64 is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:54:17.276251 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-856456c0-5bba-48fc-b02d-4f03ebc548cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 79877616-2837-475b-9882-e49c1f1a3a64) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:54:17.281142 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856456c0-5bba-48fc-b02d-4f03ebc548cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:17.282196 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-856456c0-5bba-48fc-b02d-4f03ebc548cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:17.285261 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24afc085-af61-4e0e-8594-dfd6daae5a1a None None] Network 79877616-2837-475b-9882-e49c1f1a3a64 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:54:17.299698 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-856456c0-5bba-48fc-b02d-4f03ebc548cf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3384607 Jul 19 15:54:17.302485 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37406) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:17.306913 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:54:17.327721 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router (05658cf0-b4fb-4760-8912-13b4e2c02710), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:17.328868 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-929'] for router (05658cf0-b4fb-4760-8912-13b4e2c02710), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:17.381596 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Publish callbacks [] for router_controller (05658cf0-b4fb-4760-8912-13b4e2c02710), precommit_add_association {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:17.389438 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280235f-3fe9-5815-959f-2ca5106b3b68-79877616-2837-475b-9882-e49c1f1a3a64', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'fixed_ips': [{'subnet_id': 'b3d12df4-bcc4-46c4-beda-2f684da89512'}]}} from dv-cinder-849022-3-iscsi. {{(pid=115786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 15:54:17.390414 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:17.417415 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:17.516006 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Publish callbacks [] for router_gateway (05658cf0-b4fb-4760-8912-13b4e2c02710), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:17.525516 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.db_base_plugin_common [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Allocated IP 172.20.0.2 (79877616-2837-475b-9882-e49c1f1a3a64/b3d12df4-bcc4-46c4-beda-2f684da89512/c374f025-a2f7-4f5f-89da-1fc42bd72d4d) {{(pid=115786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:54:17.620815 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:17.681598 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Publish callbacks [] for port (c374f025-a2f7-4f5f-89da-1fc42bd72d4d), precommit_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:17.688731 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (c374f025-a2f7-4f5f-89da-1fc42bd72d4d), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:17.736607 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Network 79877616-2837-475b-9882-e49c1f1a3a64 is already hosted by enough agents. {{(pid=115786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:54:17.742752 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.base_scheduler [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Resources bound (agent type, host, resource id): {{(pid=115786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:54:17.744638 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Pushing event updated for resources: {'Port': ['ID=c374f025-a2f7-4f5f-89da-1fc42bd72d4d,revision_number=1']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:17.746838 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Received port after_create {{(pid=115786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:54:17.811289 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Attempting to bind port c374f025-a2f7-4f5f-89da-1fc42bd72d4d on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:54:17.811575 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Attempting to bind port c374f025-a2f7-4f5f-89da-1fc42bd72d4d by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': 'e04c5bef-1f51-4887-93b8-9d73558fec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:54:17.811941 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Attempting to bind port c374f025-a2f7-4f5f-89da-1fc42bd72d4d on network 79877616-2837-475b-9882-e49c1f1a3a64 {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:54:17.817996 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:54:17.818385 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Checking segment: {'id': 'e04c5bef-1f51-4887-93b8-9d73558fec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:54:17.818800 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:17.819192 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Bound using segment: {'id': 'e04c5bef-1f51-4887-93b8-9d73558fec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:54:17.819658 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Bound port: c374f025-a2f7-4f5f-89da-1fc42bd72d4d, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04c5bef-1f51-4887-93b8-9d73558fec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:54:17.820034 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c374f025-a2f7-4f5f-89da-1fc42bd72d4d), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:17.835188 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:17.882277 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] For port c374f025-a2f7-4f5f-89da-1fc42bd72d4d, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:54:17.885397 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] For port c374f025-a2f7-4f5f-89da-1fc42bd72d4d, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=c374f025-a2f7-4f5f-89da-1fc42bd72d4d,segment=NetworkSegment(e04c5bef-1f51-4887-93b8-9d73558fec55),segment_id=e04c5bef-1f51-4887-93b8-9d73558fec55)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:54:17.891546 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (c374f025-a2f7-4f5f-89da-1fc42bd72d4d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:17.949746 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912bf0e-8a57-471b-bcf9-3838a7c6bc48 None None] Pushing event updated for resources: {'Port': ['ID=c374f025-a2f7-4f5f-89da-1fc42bd72d4d,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:17.966267 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Publish callbacks [] for router_gateway (05658cf0-b4fb-4760-8912-13b4e2c02710), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:17.986179 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:18.102770 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Allocated IP 172.27.2.70 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/852a91f4-2a9d-4b77-bb73-c9bfe8549359) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:54:18.226947 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Publish callbacks [] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:18.260597 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:18.302097 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:54:18.305123 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:54:18.311055 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:54:18.335954 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Pushing event updated for resources: {'Port': ['ID=852a91f4-2a9d-4b77-bb73-c9bfe8549359,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:18.441274 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:18.558726 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Publish callbacks [] for router_gateway (05658cf0-b4fb-4760-8912-13b4e2c02710), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:18.641128 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9b23a553-156b-426e-94b7-ea9de7733337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:18.710750 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:18.763337 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662221'] for router (05658cf0-b4fb-4760-8912-13b4e2c02710), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:18.814514 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:54:18.893562 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4158f50-b82c-4ac9-88bb-1b4c7c3c747c None None] Network 79877616-2837-475b-9882-e49c1f1a3a64 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:54:18.894768 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Router 05658cf0-b4fb-4760-8912-13b4e2c02710 is scheduled to L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 with binding_index 1 {{(pid=115785) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 15:54:18.965656 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-3fc5aca6-0fe8-4313-aae6-45a1e10d206c None None] Provisioning complete for port c374f025-a2f7-4f5f-89da-1fc42bd72d4d triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:18.966030 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3fc5aca6-0fe8-4313-aae6-45a1e10d206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (c374f025-a2f7-4f5f-89da-1fc42bd72d4d), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:18.994891 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:54:19.006799 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Sync routers for ids ['05658cf0-b4fb-4760-8912-13b4e2c02710'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:54:19.015244 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.019675 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-39a75bc8-088c-4057-b090-93ed7ad3e14a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7131057 Jul 19 15:54:19.019849 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Routers {'05658cf0-b4fb-4760-8912-13b4e2c02710'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:54:19.019849 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:54:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['05658cf0-b4fb-4760-8912-13b4e2c02710'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:19.020061 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37408) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:19.090684 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-3fc5aca6-0fe8-4313-aae6-45a1e10d206c None None] Current status of the port c374f025-a2f7-4f5f-89da-1fc42bd72d4d is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:19.091377 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3fc5aca6-0fe8-4313-aae6-45a1e10d206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (c374f025-a2f7-4f5f-89da-1fc42bd72d4d), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.134497 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-3fc5aca6-0fe8-4313-aae6-45a1e10d206c None None] For port c374f025-a2f7-4f5f-89da-1fc42bd72d4d, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=c374f025-a2f7-4f5f-89da-1fc42bd72d4d,segment=NetworkSegment(e04c5bef-1f51-4887-93b8-9d73558fec55),segment_id=e04c5bef-1f51-4887-93b8-9d73558fec55)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:54:19.138934 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Set router 05658cf0-b4fb-4760-8912-13b4e2c02710 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:54:19.144508 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-3fc5aca6-0fe8-4313-aae6-45a1e10d206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (c374f025-a2f7-4f5f-89da-1fc42bd72d4d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.208847 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5aca6-0fe8-4313-aae6-45a1e10d206c None None] Pushing event updated for resources: {'Port': ['ID=c374f025-a2f7-4f5f-89da-1fc42bd72d4d,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:19.323248 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:19.365363 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-4de5990b-efeb-47a3-b920-6030e49e8a76 None None] Provisioning complete for port c374f025-a2f7-4f5f-89da-1fc42bd72d4d triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:19.365890 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-4de5990b-efeb-47a3-b920-6030e49e8a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (c374f025-a2f7-4f5f-89da-1fc42bd72d4d), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.388034 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:19.421596 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:19.438877 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:19.443949 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:18Z', 'revision_number': 3, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port': {'id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:19.445338 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-4de5990b-efeb-47a3-b920-6030e49e8a76 None None] Current status of the port c374f025-a2f7-4f5f-89da-1fc42bd72d4d is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:19.476531 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Checking router: 05658cf0-b4fb-4760-8912-13b4e2c02710 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:54:19.476878 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Updating router 05658cf0-b4fb-4760-8912-13b4e2c02710 port 852a91f4-2a9d-4b77-bb73-c9bfe8549359 binding host dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:54:19.477105 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.508936 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.587359 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:19.633793 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Allocated IP 172.20.0.1 (79877616-2837-475b-9882-e49c1f1a3a64/b3d12df4-bcc4-46c4-beda-2f684da89512/5f01c235-cbb7-4a5e-82b3-5df79bb9351f) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:54:19.640169 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.740096 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Publish callbacks [] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.761907 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Publish callbacks [] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), precommit_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.767156 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.774695 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.820787 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Network 79877616-2837-475b-9882-e49c1f1a3a64 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:54:19.824571 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Attempting to bind port 852a91f4-2a9d-4b77-bb73-c9bfe8549359 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:54:19.825071 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Attempting to bind port 852a91f4-2a9d-4b77-bb73-c9bfe8549359 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:54:19.825301 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Attempting to bind port 852a91f4-2a9d-4b77-bb73-c9bfe8549359 on network 3ef4e101-41eb-411a-aa5a-672e4abf061e {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:54:19.827972 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:54:19.828327 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17d5f1-1d6e-4de7-b110-6bb258aae49c None None] Pushing event updated for resources: {'Port': ['ID=852a91f4-2a9d-4b77-bb73-c9bfe8549359,revision_number=2']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:19.832396 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:54:19.833487 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:54:19.833917 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Checking segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:54:19.834256 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.834659 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Bound using segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:54:19.835371 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Bound port: 852a91f4-2a9d-4b77-bb73-c9bfe8549359, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:54:19.835531 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.835777 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Pushing event updated for resources: {'Port': ['ID=5f01c235-cbb7-4a5e-82b3-5df79bb9351f,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:19.884241 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655459'] for router_interface (05658cf0-b4fb-4760-8912-13b4e2c02710), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.901089 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] For port 852a91f4-2a9d-4b77-bb73-c9bfe8549359, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:54:19.903060 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] For port 852a91f4-2a9d-4b77-bb73-c9bfe8549359, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=852a91f4-2a9d-4b77-bb73-c9bfe8549359,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:54:19.909570 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:19.967775 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device c374f025-a2f7-4f5f-89da-1fc42bd72d4d up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:54:19.974175 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Routers {'05658cf0-b4fb-4760-8912-13b4e2c02710'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:54:19.974829 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:54:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['05658cf0-b4fb-4760-8912-13b4e2c02710'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:19.992122 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:20.022824 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port c374f025-a2f7-4f5f-89da-1fc42bd72d4d triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:20.023220 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (c374f025-a2f7-4f5f-89da-1fc42bd72d4d), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:20.029778 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17d5f1-1d6e-4de7-b110-6bb258aae49c None None] Pushing event updated for resources: {'Port': ['ID=852a91f4-2a9d-4b77-bb73-c9bfe8549359,revision_number=3']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:20.051550 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:20.117806 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] Set router 05658cf0-b4fb-4760-8912-13b4e2c02710 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:54:20.125786 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port c374f025-a2f7-4f5f-89da-1fc42bd72d4d is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:20.166937 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-14a25161-c884-4320-986d-dff97d9160a4 None None] Provisioning complete for port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:20.167223 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-14a25161-c884-4320-986d-dff97d9160a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:20.200752 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-14a25161-c884-4320-986d-dff97d9160a4 None None] Port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:54:20.230847 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Publish callbacks [] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:20.235229 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:20.239527 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:20.252984 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:20.289815 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:18Z', 'revision_number': 3, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port': {'id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:20.305799 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3665158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659499'] for router_interface (05658cf0-b4fb-4760-8912-13b4e2c02710), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:20.308812 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Pushing event updated for resources: {'Port': ['ID=5f01c235-cbb7-4a5e-82b3-5df79bb9351f,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:20.316202 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b54a59-1b56-4c22-8952-5442b7d5628b None None] The sync data for ids ['05658cf0-b4fb-4760-8912-13b4e2c02710'] in dv-cinder-849022-3-iscsi is: [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:18Z', 'revision_number': 3, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port': {'id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:54:20.377067 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:20.411271 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Network 79877616-2837-475b-9882-e49c1f1a3a64 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:54:20.412640 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:54:20.528575 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Router 05658cf0-b4fb-4760-8912-13b4e2c02710 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:54:20.664352 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:54:20.674413 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-760bba2b-c107-4140-9839-f80525300a7f admin admin] 10.222.0.64 "PUT /v2.0/routers/05658cf0-b4fb-4760-8912-13b4e2c02710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6486356 Jul 19 15:54:20.727473 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-a0e19d2b-7dea-48b9-a39f-9a5d30844a5d None None] Provisioning complete for port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:20.727857 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a0e19d2b-7dea-48b9-a39f-9a5d30844a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:20.766140 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-a0e19d2b-7dea-48b9-a39f-9a5d30844a5d None None] Port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:54:21.179595 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37424) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:21.184582 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2030104485-network', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:54:21.207045 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Made reservation on behalf of da347b264fed4a4f922936ec4a2af873 for: {'network': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:54:21.209967 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for network (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.224717 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.305002 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Publish callbacks [] for security_group (731ee4ca-c8af-467e-8b82-573b6a60b792), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.308982 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (731ee4ca-c8af-467e-8b82-573b6a60b792), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.335613 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=115785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 15:54:21.345666 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731ee4ca-c8af-467e-8b82-573b6a60b792,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:21.350725 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (86c27fb2-9b6b-4ab0-9ea7-09f93e53620f), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.351067 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.segments_db [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Added segment 86c27fb2-9b6b-4ab0-9ea7-09f93e53620f of type vlan for network 486abd3f-f5ca-4a14-9896-8053f354254e Jul 19 15:54:21.391241 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744575967528'] for network (486abd3f-f5ca-4a14-9896-8053f354254e), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.419659 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924'] for network (486abd3f-f5ca-4a14-9896-8053f354254e), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.420771 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:21.421358 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.455903 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2751215 Jul 19 15:54:21.459336 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37428) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:21.464254 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-8814b19c-69a7-4c28-810f-baa53cce4857 admin admin] Request body: {'subnet': {'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2030104485-subnet', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'ip_version': 4}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:54:21.483783 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8814b19c-69a7-4c28-810f-baa53cce4857 admin admin] Made reservation on behalf of da347b264fed4a4f922936ec4a2af873 for: {'subnet': 1} {{(pid=115784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:54:21.486833 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8814b19c-69a7-4c28-810f-baa53cce4857 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25607098'] for subnet (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.490523 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adc3e5-44b1-4c60-b241-2d5c7241f814 admin admin] Pushing event updated for resources: {'Network': ['ID=486abd3f-f5ca-4a14-9896-8053f354254e,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:21.499864 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Network 486abd3f-f5ca-4a14-9896-8053f354254e details requested by agent ovs-agent-dv-cinder-849022-3-iscsi with host dv-cinder-849022-3-iscsi {{(pid=115786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 15:54:21.578848 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.658211 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8814b19c-69a7-4c28-810f-baa53cce4857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25607084'] for subnet (e744911b-32d0-4a99-b924-ef4d9e17505d), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.716241 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814b19c-69a7-4c28-810f-baa53cce4857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e744911b-32d0-4a99-b924-ef4d9e17505d,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:21.725966 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814b19c-69a7-4c28-810f-baa53cce4857 admin admin] Checking segment: {'id': '86c27fb2-9b6b-4ab0-9ea7-09f93e53620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:54:21.726326 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814b19c-69a7-4c28-810f-baa53cce4857 admin admin] Network hostable DHCP agents. Network: 486abd3f-f5ca-4a14-9896-8053f354254e, hostable agents: ['111becbd-ca7b-46cf-9842-2437cd7bf309'], hosted agents: [] {{(pid=115784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 15:54:21.744342 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814b19c-69a7-4c28-810f-baa53cce4857 admin admin] Network 486abd3f-f5ca-4a14-9896-8053f354254e is scheduled to be hosted by DHCP agent 111becbd-ca7b-46cf-9842-2437cd7bf309 with binding_index 1 {{(pid=115784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 15:54:21.755229 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-8814b19c-69a7-4c28-810f-baa53cce4857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849022-3-iscsi, 486abd3f-f5ca-4a14-9896-8053f354254e) {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:54:21.759909 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8814b19c-69a7-4c28-810f-baa53cce4857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:21.760518 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-8814b19c-69a7-4c28-810f-baa53cce4857 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.764265 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd07311-af4e-4a83-a5f8-7b3398bf1fd9 None None] Network 486abd3f-f5ca-4a14-9896-8053f354254e requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:54:21.779500 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-8814b19c-69a7-4c28-810f-baa53cce4857 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3189609 Jul 19 15:54:21.782485 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37430) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:21.787729 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2030104485-router', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:54:21.809194 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.810465 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-929'] for router (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.876611 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Publish callbacks [] for router_controller (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), precommit_add_association {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.884932 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280235f-3fe9-5815-959f-2ca5106b3b68-486abd3f-f5ca-4a14-9896-8053f354254e', 'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e', 'project_id': 'da347b264fed4a4f922936ec4a2af873', 'fixed_ips': [{'subnet_id': 'e744911b-32d0-4a99-b924-ef4d9e17505d'}]}} from dv-cinder-849022-3-iscsi. {{(pid=115786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 15:54:21.885853 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.909054 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:21.968408 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 852a91f4-2a9d-4b77-bb73-c9bfe8549359 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:54:21.970461 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Sync routers for ids ['05658cf0-b4fb-4760-8912-13b4e2c02710'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:54:22.030175 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Routers {'05658cf0-b4fb-4760-8912-13b4e2c02710'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:54:22.030817 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:54:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['05658cf0-b4fb-4760-8912-13b4e2c02710'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:22.034208 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Publish callbacks [] for router_gateway (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:22.101112 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:22.144666 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 852a91f4-2a9d-4b77-bb73-c9bfe8549359 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:22.145046 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:22.184880 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.db_base_plugin_common [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Allocated IP 172.20.0.2 (486abd3f-f5ca-4a14-9896-8053f354254e/e744911b-32d0-4a99-b924-ef4d9e17505d/f8f5e473-b130-453f-aaa3-e92f2bac66d2) {{(pid=115786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:54:22.216712 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:22.221314 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Publish callbacks [] for router_gateway (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:22.242677 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Set router 05658cf0-b4fb-4760-8912-13b4e2c02710 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:54:22.282130 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:22.500723 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:22.549330 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 852a91f4-2a9d-4b77-bb73-c9bfe8549359 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:22.549944 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:22.578847 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:22.613842 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Allocated IP 172.27.2.78 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/20f57131-78af-411a-b3b5-e5ce77b7bf98) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:54:22.617367 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port 852a91f4-2a9d-4b77-bb73-c9bfe8549359, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=852a91f4-2a9d-4b77-bb73-c9bfe8549359,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:54:22.627600 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:22.716716 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Publish callbacks [] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), precommit_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:22.724228 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Publish callbacks [] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:22.733258 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), after_create {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:22.758676 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:22.766568 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=852a91f4-2a9d-4b77-bb73-c9bfe8549359,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:22.788561 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.788911 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.789266 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.789608 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.789951 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.790283 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.790638 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.790971 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.791300 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.791637 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.791964 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.792292 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.792621 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.793194 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.793515 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:22.804015 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:54:22.804957 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Network 486abd3f-f5ca-4a14-9896-8053f354254e is already hosted by enough agents. {{(pid=115786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:54:22.809251 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:54:22.811657 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:54:22.824139 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.scheduler.base_scheduler [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Resources bound (agent type, host, resource id): {{(pid=115786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:54:22.827834 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:20Z', 'revision_number': 4, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port': {'id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5f01c235-cbb7-4a5e-82b3-5df79bb9351f', 'name': '', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'mac_address': 'fa:16:3e:16:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:19Z', 'updated_at': '2022-07-19T15:54:20Z', 'revision_number': 2, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'subnets': [{'id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:22.832686 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Received port after_create {{(pid=115786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:54:22.837601 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Pushing event updated for resources: {'Port': ['ID=20f57131-78af-411a-b3b5-e5ce77b7bf98,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:22.861827 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Checking router: 05658cf0-b4fb-4760-8912-13b4e2c02710 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:54:22.862184 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Updating router 05658cf0-b4fb-4760-8912-13b4e2c02710 port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f binding host dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:54:22.913013 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Pushing event updated for resources: {'Port': ['ID=f8f5e473-b130-453f-aaa3-e92f2bac66d2,revision_number=1']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:22.940693 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:22.960994 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Attempting to bind port f8f5e473-b130-453f-aaa3-e92f2bac66d2 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:54:22.961364 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Attempting to bind port f8f5e473-b130-453f-aaa3-e92f2bac66d2 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '86c27fb2-9b6b-4ab0-9ea7-09f93e53620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:54:22.961725 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Attempting to bind port f8f5e473-b130-453f-aaa3-e92f2bac66d2 on network 486abd3f-f5ca-4a14-9896-8053f354254e {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:54:22.986606 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:54:22.986984 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Checking segment: {'id': '86c27fb2-9b6b-4ab0-9ea7-09f93e53620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:54:22.987389 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:22.988325 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Bound using segment: {'id': '86c27fb2-9b6b-4ab0-9ea7-09f93e53620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:54:22.988802 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Bound port: f8f5e473-b130-453f-aaa3-e92f2bac66d2, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c27fb2-9b6b-4ab0-9ea7-09f93e53620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:54:22.989178 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:23.060595 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Publish callbacks [] for router_gateway (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:23.140237 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] For port f8f5e473-b130-453f-aaa3-e92f2bac66d2, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:54:23.151584 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:23.178925 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] For port f8f5e473-b130-453f-aaa3-e92f2bac66d2, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=f8f5e473-b130-453f-aaa3-e92f2bac66d2,segment=NetworkSegment(86c27fb2-9b6b-4ab0-9ea7-09f93e53620f),segment_id=86c27fb2-9b6b-4ab0-9ea7-09f93e53620f)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:54:23.188949 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:23.196147 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:23.254490 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:23.258062 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662221'] for router (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:23.284058 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696e673-77db-480d-90e1-3c65ca4d99ec None None] Pushing event updated for resources: {'Port': ['ID=f8f5e473-b130-453f-aaa3-e92f2bac66d2,revision_number=2']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:23.339330 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Publish callbacks [] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), precommit_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:23.344882 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:23.395192 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86b38a-69a2-473b-bca2-06c79a7d814d None None] Pushing event updated for resources: {'Port': ['ID=5f01c235-cbb7-4a5e-82b3-5df79bb9351f,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:23.403025 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Router f5c3e79b-d2f4-4664-b126-a50a99e9bd98 is scheduled to L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 with binding_index 1 {{(pid=115784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 15:54:23.461292 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Attempting to bind port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:54:23.461859 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Attempting to bind port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': 'e04c5bef-1f51-4887-93b8-9d73558fec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:54:23.462424 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Attempting to bind port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f on network 79877616-2837-475b-9882-e49c1f1a3a64 {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:54:23.464237 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:23.468579 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:54:23.469046 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Checking segment: {'id': 'e04c5bef-1f51-4887-93b8-9d73558fec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:54:23.469364 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:23.469773 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Bound using segment: {'id': 'e04c5bef-1f51-4887-93b8-9d73558fec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:54:23.470287 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Bound port: 5f01c235-cbb7-4a5e-82b3-5df79bb9351f, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04c5bef-1f51-4887-93b8-9d73558fec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:54:23.470699 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:23.546053 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:54:23.562093 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Sync routers for ids ['f5c3e79b-d2f4-4664-b126-a50a99e9bd98'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:54:23.567985 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] For port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:54:23.572044 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] For port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=5f01c235-cbb7-4a5e-82b3-5df79bb9351f,segment=NetworkSegment(e04c5bef-1f51-4887-93b8-9d73558fec55),segment_id=e04c5bef-1f51-4887-93b8-9d73558fec55)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:54:23.576700 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Routers {'f5c3e79b-d2f4-4664-b126-a50a99e9bd98'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:54:23.577306 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:54:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['f5c3e79b-d2f4-4664-b126-a50a99e9bd98'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:23.585065 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:23.616426 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:23.618500 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-18c551c3-aab9-4755-a509-f2afbec97c4c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8350427 Jul 19 15:54:23.621216 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37434) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:54:23.640951 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Routers {'05658cf0-b4fb-4760-8912-13b4e2c02710'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:54:23.641689 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:54:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['05658cf0-b4fb-4760-8912-13b4e2c02710'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:23.717765 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86b38a-69a2-473b-bca2-06c79a7d814d None None] Pushing event updated for resources: {'Port': ['ID=5f01c235-cbb7-4a5e-82b3-5df79bb9351f,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:23.724641 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:23.754135 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Set router f5c3e79b-d2f4-4664-b126-a50a99e9bd98 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:54:23.786454 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] Set router 05658cf0-b4fb-4760-8912-13b4e2c02710 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:54:23.839545 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-f68c9ee3-d501-4b5c-abe3-2e63b811489f None None] Provisioning complete for port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:23.840022 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f68c9ee3-d501-4b5c-abe3-2e63b811489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:23.974030 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'name': 'tempest-TestMinimumBasicScenario-2030104485-router', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:21Z', 'updated_at': '2022-07-19T15:54:22Z', 'revision_number': 3, 'project_id': 'da347b264fed4a4f922936ec4a2af873', 'gw_port': {'id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:22Z', 'updated_at': '2022-07-19T15:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:24.002041 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Checking router: f5c3e79b-d2f4-4664-b126-a50a99e9bd98 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:54:24.002734 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Updating router f5c3e79b-d2f4-4664-b126-a50a99e9bd98 port 20f57131-78af-411a-b3b5-e5ce77b7bf98 binding host dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:54:24.060164 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.147933 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 852a91f4-2a9d-4b77-bb73-c9bfe8549359 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:54:24.182348 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:24.186771 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:20Z', 'revision_number': 4, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port': {'id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5f01c235-cbb7-4a5e-82b3-5df79bb9351f', 'name': '', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'mac_address': 'fa:16:3e:16:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:19Z', 'updated_at': '2022-07-19T15:54:23Z', 'revision_number': 4, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'subnets': [{'id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:24.202183 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.266545 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f826cae-a1b9-4ff4-9caa-a0a17087415a None None] The sync data for ids ['05658cf0-b4fb-4760-8912-13b4e2c02710'] in dv-cinder-849022-3-iscsi is: [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:20Z', 'revision_number': 4, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port': {'id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5f01c235-cbb7-4a5e-82b3-5df79bb9351f', 'name': '', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'mac_address': 'fa:16:3e:16:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:19Z', 'updated_at': '2022-07-19T15:54:23Z', 'revision_number': 4, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'subnets': [{'id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:54:24.293611 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 852a91f4-2a9d-4b77-bb73-c9bfe8549359 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:24.294083 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.336039 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:24.354972 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-f68c9ee3-d501-4b5c-abe3-2e63b811489f None None] Current status of the port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:24.356845 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f68c9ee3-d501-4b5c-abe3-2e63b811489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.434007 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Allocated IP 172.20.0.1 (486abd3f-f5ca-4a14-9896-8053f354254e/e744911b-32d0-4a99-b924-ef4d9e17505d/83b0d033-ec66-4045-b091-0f495345fb03) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:54:24.438174 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 852a91f4-2a9d-4b77-bb73-c9bfe8549359 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:24.442615 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device f8f5e473-b130-453f-aaa3-e92f2bac66d2 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:54:24.454758 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:24.512893 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-f68c9ee3-d501-4b5c-abe3-2e63b811489f None None] For port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=5f01c235-cbb7-4a5e-82b3-5df79bb9351f,segment=NetworkSegment(e04c5bef-1f51-4887-93b8-9d73558fec55),segment_id=e04c5bef-1f51-4887-93b8-9d73558fec55)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:54:24.529887 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Publish callbacks [] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), precommit_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.531070 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f68c9ee3-d501-4b5c-abe3-2e63b811489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.541940 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.595462 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port f8f5e473-b130-453f-aaa3-e92f2bac66d2 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:24.596471 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.612567 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Attempting to bind port 20f57131-78af-411a-b3b5-e5ce77b7bf98 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:54:24.613778 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Attempting to bind port 20f57131-78af-411a-b3b5-e5ce77b7bf98 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:54:24.613778 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Attempting to bind port 20f57131-78af-411a-b3b5-e5ce77b7bf98 on network 3ef4e101-41eb-411a-aa5a-672e4abf061e {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:54:24.616331 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Pushing event updated for resources: {'Port': ['ID=20f57131-78af-411a-b3b5-e5ce77b7bf98,revision_number=2']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:24.618030 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Publish callbacks [] for port (83b0d033-ec66-4045-b091-0f495345fb03), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.626863 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.627223 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.627579 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.627939 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.628305 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.628633 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.628958 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.629279 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.629604 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.629923 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.630253 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.630668 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.630989 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.631306 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.631617 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:54:24.636251 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:54:24.636627 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Checking segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:54:24.637027 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.637416 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Bound using segment: {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'} {{(pid=115787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:54:24.637876 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.managers [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Bound port: 20f57131-78af-411a-b3b5-e5ce77b7bf98, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b1889-9b73-4dda-96be-8d24a672e0a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e'}}] {{(pid=115787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:54:24.638250 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), before_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.657123 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:24.663457 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e9d4c5-b2af-4384-8000-1878b77712a6 None None] Network 486abd3f-f5ca-4a14-9896-8053f354254e requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:54:24.684274 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (83b0d033-ec66-4045-b091-0f495345fb03), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.698467 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] For port 20f57131-78af-411a-b3b5-e5ce77b7bf98, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:54:24.701936 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.plugins.ml2.db [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] For port 20f57131-78af-411a-b3b5-e5ce77b7bf98, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=20f57131-78af-411a-b3b5-e5ce77b7bf98,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:54:24.710454 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron_lib.callbacks.manager [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), after_update {{(pid=115787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.725094 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-382456c9-aa35-4572-a0e6-84331b40f669 None None] Provisioning complete for port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:24.725842 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-382456c9-aa35-4572-a0e6-84331b40f669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.729699 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Network 486abd3f-f5ca-4a14-9896-8053f354254e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:54:24.732782 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:54:24.739805 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:54:24.770584 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c9ee3-d501-4b5c-abe3-2e63b811489f None None] Pushing event updated for resources: {'Port': ['ID=5f01c235-cbb7-4a5e-82b3-5df79bb9351f,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:24.774690 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:24.782738 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Pushing event updated for resources: {'Port': ['ID=83b0d033-ec66-4045-b091-0f495345fb03,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:24.796342 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655459'] for router_interface (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:24.796573 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Routers {'f5c3e79b-d2f4-4664-b126-a50a99e9bd98'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:54:24.797008 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:54:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['f5c3e79b-d2f4-4664-b126-a50a99e9bd98'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:24.801971 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be266d-25fe-4450-b755-9a1a96308209 None None] Pushing event updated for resources: {'Port': ['ID=20f57131-78af-411a-b3b5-e5ce77b7bf98,revision_number=3']} {{(pid=115787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:24.927154 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] Set router f5c3e79b-d2f4-4664-b126-a50a99e9bd98 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:54:24.960526 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (83b0d033-ec66-4045-b091-0f495345fb03), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:25.021843 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port f8f5e473-b130-453f-aaa3-e92f2bac66d2 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:25.022340 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:25.104624 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-382456c9-aa35-4572-a0e6-84331b40f669 None None] Current status of the port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:25.112861 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:25.126414 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port f8f5e473-b130-453f-aaa3-e92f2bac66d2, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=f8f5e473-b130-453f-aaa3-e92f2bac66d2,segment=NetworkSegment(86c27fb2-9b6b-4ab0-9ea7-09f93e53620f),segment_id=86c27fb2-9b6b-4ab0-9ea7-09f93e53620f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:54:25.134932 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:25.181087 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Publish callbacks [] for port (83b0d033-ec66-4045-b091-0f495345fb03), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:25.185141 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'name': 'tempest-TestMinimumBasicScenario-2030104485-router', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:21Z', 'updated_at': '2022-07-19T15:54:22Z', 'revision_number': 3, 'project_id': 'da347b264fed4a4f922936ec4a2af873', 'gw_port': {'id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:22Z', 'updated_at': '2022-07-19T15:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:25.188214 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (83b0d033-ec66-4045-b091-0f495345fb03), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:25.201570 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=f8f5e473-b130-453f-aaa3-e92f2bac66d2,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:25.226416 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-d4a3f252-2efc-4493-8fe5-5df7b356288c None None] Provisioning complete for port f8f5e473-b130-453f-aaa3-e92f2bac66d2 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:25.226896 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d4a3f252-2efc-4493-8fe5-5df7b356288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:25.235951 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a3198d-d055-483c-94e2-b6f7b7e80387 None None] The sync data for ids ['f5c3e79b-d2f4-4664-b126-a50a99e9bd98'] in dv-cinder-849022-3-iscsi is: [{'id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'name': 'tempest-TestMinimumBasicScenario-2030104485-router', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:21Z', 'updated_at': '2022-07-19T15:54:22Z', 'revision_number': 3, 'project_id': 'da347b264fed4a4f922936ec4a2af873', 'gw_port': {'id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:22Z', 'updated_at': '2022-07-19T15:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:54:25.313305 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3665158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659499'] for router_interface (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:25.315522 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Pushing event updated for resources: {'Port': ['ID=83b0d033-ec66-4045-b091-0f495345fb03,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:25.366483 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3f252-2efc-4493-8fe5-5df7b356288c None None] Current status of the port f8f5e473-b130-453f-aaa3-e92f2bac66d2 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:25.432747 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Network 486abd3f-f5ca-4a14-9896-8053f354254e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:54:25.434134 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:54:25.492193 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-a757085e-fb73-45d5-8423-144ad9dab8e9 None None] Provisioning complete for port 83b0d033-ec66-4045-b091-0f495345fb03 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:25.492624 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a757085e-fb73-45d5-8423-144ad9dab8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (83b0d033-ec66-4045-b091-0f495345fb03), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:25.533810 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:25.551503 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:25.552433 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-a757085e-fb73-45d5-8423-144ad9dab8e9 None None] Port 83b0d033-ec66-4045-b091-0f495345fb03 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:54:25.565348 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Router f5c3e79b-d2f4-4664-b126-a50a99e9bd98 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:54:25.589499 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-a757085e-fb73-45d5-8423-144ad9dab8e9 None None] Provisioning complete for port f8f5e473-b130-453f-aaa3-e92f2bac66d2 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:25.589875 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a757085e-fb73-45d5-8423-144ad9dab8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:25.716245 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:25.728567 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:25.740931 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-a757085e-fb73-45d5-8423-144ad9dab8e9 None None] Current status of the port f8f5e473-b130-453f-aaa3-e92f2bac66d2 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:25.747618 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:54:25.753100 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-ffb875f6-c8b7-4d0c-8459-a17e360b90d1 admin admin] 10.222.0.64 "PUT /v2.0/routers/f5c3e79b-d2f4-4664-b126-a50a99e9bd98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1306305 Jul 19 15:54:25.861148 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-394a0165-ff8d-4c57-8bed-8434201cccbf None None] Provisioning complete for port 83b0d033-ec66-4045-b091-0f495345fb03 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:25.861614 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-394a0165-ff8d-4c57-8bed-8434201cccbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (83b0d033-ec66-4045-b091-0f495345fb03), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:25.924403 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-394a0165-ff8d-4c57-8bed-8434201cccbf None None] Port 83b0d033-ec66-4045-b091-0f495345fb03 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:54:26.054172 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-fa35792b-4a8c-4c9e-95b7-94754fc22af1 None None] Provisioning complete for port 83b0d033-ec66-4045-b091-0f495345fb03 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:26.054720 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fa35792b-4a8c-4c9e-95b7-94754fc22af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (83b0d033-ec66-4045-b091-0f495345fb03), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:26.092765 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device f8f5e473-b130-453f-aaa3-e92f2bac66d2 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:54:26.098958 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-fa35792b-4a8c-4c9e-95b7-94754fc22af1 None None] Port 83b0d033-ec66-4045-b091-0f495345fb03 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:54:26.145297 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port f8f5e473-b130-453f-aaa3-e92f2bac66d2 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:26.145673 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:26.240888 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port f8f5e473-b130-453f-aaa3-e92f2bac66d2 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:26.241993 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 5f01c235-cbb7-4a5e-82b3-5df79bb9351f up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:54:26.289665 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:26.290144 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:26.374135 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:26.375255 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 20f57131-78af-411a-b3b5-e5ce77b7bf98 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:54:26.427386 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 20f57131-78af-411a-b3b5-e5ce77b7bf98 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:26.427762 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:26.507118 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 20f57131-78af-411a-b3b5-e5ce77b7bf98 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:26.507579 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:26.530607 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] For port 20f57131-78af-411a-b3b5-e5ce77b7bf98, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=20f57131-78af-411a-b3b5-e5ce77b7bf98,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:54:26.534761 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:26.592695 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Pushing event updated for resources: {'Port': ['ID=20f57131-78af-411a-b3b5-e5ce77b7bf98,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:27.832901 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Sync routers for ids ['f5c3e79b-d2f4-4664-b126-a50a99e9bd98'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:54:27.845855 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Routers {'f5c3e79b-d2f4-4664-b126-a50a99e9bd98'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:54:27.846575 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:54:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['f5c3e79b-d2f4-4664-b126-a50a99e9bd98'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:27.969433 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Set router f5c3e79b-d2f4-4664-b126-a50a99e9bd98 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:54:27.971106 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:27.996097 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 20f57131-78af-411a-b3b5-e5ce77b7bf98 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:54:28.075185 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:28.110665 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 20f57131-78af-411a-b3b5-e5ce77b7bf98 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:28.110956 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:28.281085 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 20f57131-78af-411a-b3b5-e5ce77b7bf98 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:28.283574 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'name': 'tempest-TestMinimumBasicScenario-2030104485-router', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:21Z', 'updated_at': '2022-07-19T15:54:24Z', 'revision_number': 4, 'project_id': 'da347b264fed4a4f922936ec4a2af873', 'gw_port': {'id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:22Z', 'updated_at': '2022-07-19T15:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '83b0d033-ec66-4045-b091-0f495345fb03', 'name': '', 'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'mac_address': 'fa:16:3e:68:90:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'e744911b-32d0-4a99-b924-ef4d9e17505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:24Z', 'updated_at': '2022-07-19T15:54:25Z', 'revision_number': 2, 'project_id': 'da347b264fed4a4f922936ec4a2af873', 'subnets': [{'id': 'e744911b-32d0-4a99-b924-ef4d9e17505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:28.314318 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Checking router: f5c3e79b-d2f4-4664-b126-a50a99e9bd98 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:54:28.314727 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Updating router f5c3e79b-d2f4-4664-b126-a50a99e9bd98 port 83b0d033-ec66-4045-b091-0f495345fb03 binding host dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 15:54:28.347334 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (83b0d033-ec66-4045-b091-0f495345fb03), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:28.646268 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Publish callbacks [] for port (83b0d033-ec66-4045-b091-0f495345fb03), precommit_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:28.656279 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (83b0d033-ec66-4045-b091-0f495345fb03), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:28.710549 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb76b2e-4406-481e-b9f0-b96dd946eddf None None] Pushing event updated for resources: {'Port': ['ID=83b0d033-ec66-4045-b091-0f495345fb03,revision_number=3']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:28.792220 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Attempting to bind port 83b0d033-ec66-4045-b091-0f495345fb03 on host dv-cinder-849022-3-iscsi for vnic_type normal with profile {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:54:28.792220 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Attempting to bind port 83b0d033-ec66-4045-b091-0f495345fb03 by drivers openvswitch,hyperv on host dv-cinder-849022-3-iscsi at level 0 using segments [{'id': '86c27fb2-9b6b-4ab0-9ea7-09f93e53620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e'}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:54:28.792220 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Attempting to bind port 83b0d033-ec66-4045-b091-0f495345fb03 on network 486abd3f-f5ca-4a14-9896-8053f354254e {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:54:28.797416 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Checking agent: {'id': 'd5254822-0284-4c5a-8883-6e529cf5387d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849022-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 36, 52), 'started_at': datetime.datetime(2022, 7, 19, 15, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849022-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:54:28.797946 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Checking segment: {'id': '86c27fb2-9b6b-4ab0-9ea7-09f93e53620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:54:28.798406 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:28.798808 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Bound using segment: {'id': '86c27fb2-9b6b-4ab0-9ea7-09f93e53620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e'} {{(pid=115786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:54:28.799286 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.managers [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Bound port: 83b0d033-ec66-4045-b091-0f495345fb03, host: dv-cinder-849022-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c27fb2-9b6b-4ab0-9ea7-09f93e53620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e'}}] {{(pid=115786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:54:28.799671 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (83b0d033-ec66-4045-b091-0f495345fb03), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:28.871277 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] For port 83b0d033-ec66-4045-b091-0f495345fb03, host dv-cinder-849022-3-iscsi, cleared binding levels {{(pid=115786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:54:28.874665 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] For port 83b0d033-ec66-4045-b091-0f495345fb03, host dv-cinder-849022-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=83b0d033-ec66-4045-b091-0f495345fb03,segment=NetworkSegment(86c27fb2-9b6b-4ab0-9ea7-09f93e53620f),segment_id=86c27fb2-9b6b-4ab0-9ea7-09f93e53620f)] {{(pid=115786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:54:28.886815 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (83b0d033-ec66-4045-b091-0f495345fb03), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:28.919731 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:28.955373 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:28.970941 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Routers {'f5c3e79b-d2f4-4664-b126-a50a99e9bd98'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:54:28.971596 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:54:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['f5c3e79b-d2f4-4664-b126-a50a99e9bd98'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:28.976383 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-77aa622e-85b0-4421-b01a-aa81a01693ee None None] Provisioning complete for port 83b0d033-ec66-4045-b091-0f495345fb03 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:28.976770 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-77aa622e-85b0-4421-b01a-aa81a01693ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (83b0d033-ec66-4045-b091-0f495345fb03), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:29.037374 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb76b2e-4406-481e-b9f0-b96dd946eddf None None] Pushing event updated for resources: {'Port': ['ID=83b0d033-ec66-4045-b091-0f495345fb03,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:29.194484 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] Set router f5c3e79b-d2f4-4664-b126-a50a99e9bd98 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:54:29.218949 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-77aa622e-85b0-4421-b01a-aa81a01693ee None None] Current status of the port 83b0d033-ec66-4045-b091-0f495345fb03 is: DOWN; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:29.219260 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-77aa622e-85b0-4421-b01a-aa81a01693ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (83b0d033-ec66-4045-b091-0f495345fb03), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:29.314567 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-77aa622e-85b0-4421-b01a-aa81a01693ee None None] For port 83b0d033-ec66-4045-b091-0f495345fb03, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=83b0d033-ec66-4045-b091-0f495345fb03,segment=NetworkSegment(86c27fb2-9b6b-4ab0-9ea7-09f93e53620f),segment_id=86c27fb2-9b6b-4ab0-9ea7-09f93e53620f)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:54:29.349429 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-77aa622e-85b0-4421-b01a-aa81a01693ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (83b0d033-ec66-4045-b091-0f495345fb03), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:29.568142 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa622e-85b0-4421-b01a-aa81a01693ee None None] Pushing event updated for resources: {'Port': ['ID=83b0d033-ec66-4045-b091-0f495345fb03,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:29.588483 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-f9e42ae2-3f1a-4b87-a204-338bd6e3b1fa None None] Provisioning complete for port 83b0d033-ec66-4045-b091-0f495345fb03 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:29.589069 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f9e42ae2-3f1a-4b87-a204-338bd6e3b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (83b0d033-ec66-4045-b091-0f495345fb03), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:29.667938 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'name': 'tempest-TestMinimumBasicScenario-2030104485-router', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:21Z', 'updated_at': '2022-07-19T15:54:24Z', 'revision_number': 4, 'project_id': 'da347b264fed4a4f922936ec4a2af873', 'gw_port': {'id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:22Z', 'updated_at': '2022-07-19T15:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '83b0d033-ec66-4045-b091-0f495345fb03', 'name': '', 'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'mac_address': 'fa:16:3e:68:90:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'e744911b-32d0-4a99-b924-ef4d9e17505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:24Z', 'updated_at': '2022-07-19T15:54:28Z', 'revision_number': 4, 'project_id': 'da347b264fed4a4f922936ec4a2af873', 'subnets': [{'id': 'e744911b-32d0-4a99-b924-ef4d9e17505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:54:29.704311 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58f4a1-eea5-4af0-8e49-08a1c71d5663 None None] The sync data for ids ['f5c3e79b-d2f4-4664-b126-a50a99e9bd98'] in dv-cinder-849022-3-iscsi is: [{'id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'name': 'tempest-TestMinimumBasicScenario-2030104485-router', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:21Z', 'updated_at': '2022-07-19T15:54:24Z', 'revision_number': 4, 'project_id': 'da347b264fed4a4f922936ec4a2af873', 'gw_port': {'id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:22Z', 'updated_at': '2022-07-19T15:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '83b0d033-ec66-4045-b091-0f495345fb03', 'name': '', 'network_id': '486abd3f-f5ca-4a14-9896-8053f354254e', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'mac_address': 'fa:16:3e:68:90:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'e744911b-32d0-4a99-b924-ef4d9e17505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:24Z', 'updated_at': '2022-07-19T15:54:28Z', 'revision_number': 4, 'project_id': 'da347b264fed4a4f922936ec4a2af873', 'subnets': [{'id': 'e744911b-32d0-4a99-b924-ef4d9e17505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:54:29.756138 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-f9e42ae2-3f1a-4b87-a204-338bd6e3b1fa None None] Current status of the port 83b0d033-ec66-4045-b091-0f495345fb03 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:29.994243 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 83b0d033-ec66-4045-b091-0f495345fb03 up at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:54:30.053855 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Provisioning complete for port 83b0d033-ec66-4045-b091-0f495345fb03 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:30.054383 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (83b0d033-ec66-4045-b091-0f495345fb03), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:30.157267 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Current status of the port 83b0d033-ec66-4045-b091-0f495345fb03 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:31.486222 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=66,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:31.488340 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=73,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:35.378798 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-01a85882-7fae-4ad9-a871-0049bd0bcf6d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:35.380261 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-01a85882-7fae-4ad9-a871-0049bd0bcf6d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/networks?id=79877616-2837-475b-9882-e49c1f1a3a64 HTTP/1.1" status: 200 len: 814 time: 0.1071041 Jul 19 15:54:35.395082 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-ffe79b27-34f8-41bd-8cc0-065dd61df032 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/quotas/6a9e5f3b931d47b6bfb7938a89c2a37d HTTP/1.1" status: 200 len: 375 time: 0.0090854 Jul 19 15:54:35.446486 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-f90dfee0-7231-4f61-a195-e610aa5fafab tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9e5f3b931d47b6bfb7938a89c2a37d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465174 Jul 19 15:54:35.545030 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-f836c4cf-ff6e-4b4e-8d8a-6a80d3d0f965 service neutron] 10.222.0.64 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862865 Jul 19 15:54:35.637879 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-58cc8625-3c40-4eec-a735-cd89a79c5c56 service neutron] 10.222.0.64 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869536 Jul 19 15:54:35.797123 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2b8b1a18-ef9b-4f3a-9e9d-60764fee9766 req-44f0e8df-ebb7-41cf-b6f1-eae79ca87342 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 210 time: 0.0303359 Jul 19 15:54:36.739311 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-089d5419-b97c-4b6d-8075-ade03c79ee76 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:36.740663 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-089d5419-b97c-4b6d-8075-ade03c79ee76 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.36 "GET /v2.0/networks?id=79877616-2837-475b-9882-e49c1f1a3a64 HTTP/1.1" status: 200 len: 814 time: 0.1094918 Jul 19 15:54:36.751969 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-243e1e82-8b70-4450-a832-2f33fdaacff8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Request body: {'port': {'device_id': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'admin_state_up': True, 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:54:36.899097 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-45954e03-c765-400a-827b-8de3e644b92b req-bea17a54-bee8-433d-a1c8-4578a6f17757 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 210 time: 0.0314224 Jul 19 15:54:37.119515 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-243e1e82-8b70-4450-a832-2f33fdaacff8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Made reservation on behalf of 6a9e5f3b931d47b6bfb7938a89c2a37d for: {'port': 1} {{(pid=115785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 15:54:37.123388 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-243e1e82-8b70-4450-a832-2f33fdaacff8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:37.276470 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_common [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-243e1e82-8b70-4450-a832-2f33fdaacff8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Allocated IP 172.20.0.12 (79877616-2837-475b-9882-e49c1f1a3a64/b3d12df4-bcc4-46c4-beda-2f684da89512/818b1333-97cf-4dc6-b490-98d025379610) {{(pid=115785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:54:37.473761 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-243e1e82-8b70-4450-a832-2f33fdaacff8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for port (818b1333-97cf-4dc6-b490-98d025379610), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:37.512149 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-243e1e82-8b70-4450-a832-2f33fdaacff8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (818b1333-97cf-4dc6-b490-98d025379610), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:37.562425 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-243e1e82-8b70-4450-a832-2f33fdaacff8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Network 79877616-2837-475b-9882-e49c1f1a3a64 is already hosted by enough agents. {{(pid=115785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:54:37.565604 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.base_scheduler [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-243e1e82-8b70-4450-a832-2f33fdaacff8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Resources bound (agent type, host, resource id): {{(pid=115785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:54:37.572318 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-243e1e82-8b70-4450-a832-2f33fdaacff8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Received port after_create {{(pid=115785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:54:37.602276 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e1e82-8b70-4450-a832-2f33fdaacff8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event updated for resources: {'Port': ['ID=818b1333-97cf-4dc6-b490-98d025379610,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:37.631976 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-243e1e82-8b70-4450-a832-2f33fdaacff8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:37.632611 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-243e1e82-8b70-4450-a832-2f33fdaacff8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:37.657587 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-243e1e82-8b70-4450-a832-2f33fdaacff8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9092660 Jul 19 15:54:37.828763 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:37.838597 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-a54fe480-2c55-4433-9e92-c3989dd4dacb None None] Provisioning complete for port 818b1333-97cf-4dc6-b490-98d025379610 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:37.839177 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a54fe480-2c55-4433-9e92-c3989dd4dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (818b1333-97cf-4dc6-b490-98d025379610), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:37.872467 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-a54fe480-2c55-4433-9e92-c3989dd4dacb None None] Port 818b1333-97cf-4dc6-b490-98d025379610 cannot update to ACTIVE because it is not bound. {{(pid=115786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 15:54:38.025504 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f55299-c566-4f8c-9cc8-5eab4860a003 req-48a9c1d9-75fc-4a5f-a518-7d97dcfee505 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:38.027175 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-42f55299-c566-4f8c-9cc8-5eab4860a003 req-48a9c1d9-75fc-4a5f-a518-7d97dcfee505 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 932 time: 0.0543602 Jul 19 15:54:38.077431 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-42f55299-c566-4f8c-9cc8-5eab4860a003 req-38573ab3-7071-4480-a6ad-abd7f30990ac tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Jul 19 15:54:39.196392 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5922997-52da-47ac-bb9f-48e0b2ff823f req-8599ff9f-3a92-4f1a-88ba-16fde9e46725 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:39.198008 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a5922997-52da-47ac-bb9f-48e0b2ff823f req-8599ff9f-3a92-4f1a-88ba-16fde9e46725 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 932 time: 0.0490258 Jul 19 15:54:39.252116 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a5922997-52da-47ac-bb9f-48e0b2ff823f req-104963f4-dca2-4fcf-b695-0bbf7047ab6c tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483105 Jul 19 15:54:40.376427 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba1fea-3fcb-401d-b1e5-427400e197f5 req-57520d4e-579f-42ce-9592-dc14c50d5bf1 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:40.378017 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c0ba1fea-3fcb-401d-b1e5-427400e197f5 req-57520d4e-579f-42ce-9592-dc14c50d5bf1 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 932 time: 0.0514321 Jul 19 15:54:40.395804 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:40.410739 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:40.458193 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c0ba1fea-3fcb-401d-b1e5-427400e197f5 req-d1dbce99-dbce-460e-9df1-60731558b7a9 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707855 Jul 19 15:54:41.582301 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c4425-d85c-4ba9-b14d-c0ffeecbc0fd req-0a30635a-ee63-4343-9394-b5acccc7eeaa tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:41.585793 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-224c4425-d85c-4ba9-b14d-c0ffeecbc0fd req-0a30635a-ee63-4343-9394-b5acccc7eeaa tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 932 time: 0.0531127 Jul 19 15:54:41.636331 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-224c4425-d85c-4ba9-b14d-c0ffeecbc0fd req-2c592b27-7c04-4399-a50e-dc2c4420eaa4 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449219 Jul 19 15:54:42.762245 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044f2ab-91b1-41f4-92dd-95a1bf5fbcf3 req-388e3ede-58c4-4c70-823d-2d6f5e8bfe9c tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:42.767359 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7044f2ab-91b1-41f4-92dd-95a1bf5fbcf3 req-388e3ede-58c4-4c70-823d-2d6f5e8bfe9c tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 932 time: 0.0532427 Jul 19 15:54:42.822890 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7044f2ab-91b1-41f4-92dd-95a1bf5fbcf3 req-63d9c338-e625-47d9-bb8d-152588f68cd8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518601 Jul 19 15:54:43.649023 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:43.956406 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02bdfb-3b41-4346-a609-4c59c17ddc53 req-8f720e1b-db16-4e56-a91d-7c722ed5805f tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:43.957891 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5f02bdfb-3b41-4346-a609-4c59c17ddc53 req-8f720e1b-db16-4e56-a91d-7c722ed5805f tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 932 time: 0.0598085 Jul 19 15:54:44.009750 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5f02bdfb-3b41-4346-a609-4c59c17ddc53 req-008e99b5-f4ce-4f8e-ba24-db35130130c1 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455379 Jul 19 15:54:44.822898 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:44.823734 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:45.128517 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a7c0e-d0bf-4c02-8ba5-945c236d0c32 req-702e3695-2f75-444d-8bf0-7a7a35b2264d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:45.129991 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e85a7c0e-d0bf-4c02-8ba5-945c236d0c32 req-702e3695-2f75-444d-8bf0-7a7a35b2264d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 932 time: 0.0476747 Jul 19 15:54:45.177760 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-e85a7c0e-d0bf-4c02-8ba5-945c236d0c32 req-bdce69b5-415c-432d-b4f0-1ff279532697 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Jul 19 15:54:45.344043 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Request body: {'port': {'device_id': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84902'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:54:45.403137 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (818b1333-97cf-4dc6-b490-98d025379610), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:45.666398 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818b1333-97cf-4dc6-b490-98d025379610 {{(pid=115785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:54:45.674667 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Publish callbacks [] for port (818b1333-97cf-4dc6-b490-98d025379610), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:45.688745 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.provisioning_blocks [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Transition to ACTIVE for port object 818b1333-97cf-4dc6-b490-98d025379610 will not be triggered until provisioned by entity L2. {{(pid=115785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 15:54:45.692586 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (818b1333-97cf-4dc6-b490-98d025379610), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:45.742788 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Pushing event updated for resources: {'Port': ['ID=818b1333-97cf-4dc6-b490-98d025379610,revision_number=2']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:45.826515 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Attempting to bind port 818b1333-97cf-4dc6-b490-98d025379610 on host hv-cinder-84902 for vnic_type normal with profile {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 15:54:45.826849 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Attempting to bind port 818b1333-97cf-4dc6-b490-98d025379610 by drivers openvswitch,hyperv on host hv-cinder-84902 at level 0 using segments [{'id': 'e04c5bef-1f51-4887-93b8-9d73558fec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64'}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 15:54:45.827177 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Attempting to bind port 818b1333-97cf-4dc6-b490-98d025379610 on network 79877616-2837-475b-9882-e49c1f1a3a64 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:54:45.832113 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Port 818b1333-97cf-4dc6-b490-98d025379610 on network 79877616-2837-475b-9882-e49c1f1a3a64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84902 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 15:54:45.832429 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Attempting to bind port 818b1333-97cf-4dc6-b490-98d025379610 on network 79877616-2837-475b-9882-e49c1f1a3a64 {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 15:54:45.837524 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Checking agent: {'id': '679f131e-0d7f-4d40-9461-629e002a1019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84902', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'started_at': datetime.datetime(2022, 7, 19, 15, 43, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 15, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 15:54:45.837860 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Checking segment: {'id': 'e04c5bef-1f51-4887-93b8-9d73558fec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 15:54:45.838237 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Bound using segment: {'id': 'e04c5bef-1f51-4887-93b8-9d73558fec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64'} {{(pid=115785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 15:54:45.838693 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.managers [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Bound port: 818b1333-97cf-4dc6-b490-98d025379610, host: hv-cinder-84902, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04c5bef-1f51-4887-93b8-9d73558fec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64'}}] {{(pid=115785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 15:54:45.839357 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (818b1333-97cf-4dc6-b490-98d025379610), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:45.902411 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] For port 818b1333-97cf-4dc6-b490-98d025379610, host hv-cinder-84902, cleared binding levels {{(pid=115785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 15:54:45.905733 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] For port 818b1333-97cf-4dc6-b490-98d025379610, host hv-cinder-84902, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=818b1333-97cf-4dc6-b490-98d025379610,segment=NetworkSegment(e04c5bef-1f51-4887-93b8-9d73558fec55),segment_id=e04c5bef-1f51-4887-93b8-9d73558fec55)] {{(pid=115785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 15:54:45.913067 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (818b1333-97cf-4dc6-b490-98d025379610), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:45.945827 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:45.946475 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:45.947897 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] 10.222.0.36 "PUT /v2.0/ports/818b1333-97cf-4dc6-b490-98d025379610 HTTP/1.1" status: 200 len: 1094 time: 0.6087675 Jul 19 15:54:45.948341 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'tag': '818b1333-97cf-4dc6-b490-98d025379610'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:54:45.950795 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20869158-5b43-4057-84fc-45edc53cc69b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "tag": "818b1333-97cf-4dc6-b490-98d025379610"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:54:45.984970 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781bddc-28d6-4524-af36-1fc2e5740d4c service neutron] Pushing event updated for resources: {'Port': ['ID=818b1333-97cf-4dc6-b490-98d025379610,revision_number=3']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:46.008891 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62fa226-fb44-4669-ad19-95d64627f41c x-openstack-request-id: req-d62fa226-fb44-4669-ad19-95d64627f41c {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:54:46.009211 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "tag": "818b1333-97cf-4dc6-b490-98d025379610", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:54:46.009437 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d62fa226-fb44-4669-ad19-95d64627f41c {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:54:46.009841 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62fa226-fb44-4669-ad19-95d64627f41c'] response: {'name': 'network-changed', 'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'tag': '818b1333-97cf-4dc6-b490-98d025379610', 'status': 'completed', 'code': 200} Jul 19 15:54:46.010171 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:46.029130 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:46.044519 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-2a6e805b-c18a-43e4-a21b-700e4beeffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:46.046312 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-2a6e805b-c18a-43e4-a21b-700e4beeffa6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a9e5f3b931d47b6bfb7938a89c2a37d&device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 1128 time: 0.0493650 Jul 19 15:54:46.088343 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-c2923538-01c5-46fa-989b-037f6a4ffcae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=818b1333-97cf-4dc6-b490-98d025379610 HTTP/1.1" status: 200 len: 217 time: 0.0346611 Jul 19 15:54:46.141446 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-73e3845a-2c7f-4021-b1fb-56d35aac5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:46.143017 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-73e3845a-2c7f-4021-b1fb-56d35aac5f6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d12df4-bcc4-46c4-beda-2f684da89512 HTTP/1.1" status: 200 len: 853 time: 0.0495799 Jul 19 15:54:46.188052 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-6a35c33f-3a29-4e09-aa5e-8ac70b92e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:46.189568 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-6a35c33f-3a29-4e09-aa5e-8ac70b92e17d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79877616-2837-475b-9882-e49c1f1a3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408270 Jul 19 15:54:46.256131 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-709ea18e-d82b-4819-8268-0b7680a348f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:46.313217 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9fec1-00c7-41d9-967a-e1a54493bfcd req-c8641637-d377-4ad5-a7b5-4a383cb2097e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:46.314703 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5df9fec1-00c7-41d9-967a-e1a54493bfcd req-c8641637-d377-4ad5-a7b5-4a383cb2097e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 944 time: 0.0604284 Jul 19 15:54:46.341380 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-3c22d735-0308-4166-822f-c1afafe148df service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456306 Jul 19 15:54:46.399713 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5df9fec1-00c7-41d9-967a-e1a54493bfcd req-569833ce-61b6-40b9-b847-3cb412d46c83 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786250 Jul 19 15:54:46.457390 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f918a411-8808-4bd0-9c3b-0bc2cabed63f req-e22e2745-d6a0-4ddf-8e16-3d65b11f7fe8 service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074762 Jul 19 15:54:47.303548 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869158-5b43-4057-84fc-45edc53cc69b req-6d5513a3-e39a-4e98-a36c-50e2d81da46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:47.304914 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-20869158-5b43-4057-84fc-45edc53cc69b req-6d5513a3-e39a-4e98-a36c-50e2d81da46f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a9e5f3b931d47b6bfb7938a89c2a37d&device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 1128 time: 0.0404286 Jul 19 15:54:47.398902 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869158-5b43-4057-84fc-45edc53cc69b req-0db7fda1-3839-4e87-94e6-f20222a9eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:47.400346 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-20869158-5b43-4057-84fc-45edc53cc69b req-0db7fda1-3839-4e87-94e6-f20222a9eb8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=79877616-2837-475b-9882-e49c1f1a3a64 HTTP/1.1" status: 200 len: 915 time: 0.0892704 Jul 19 15:54:47.444043 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-20869158-5b43-4057-84fc-45edc53cc69b req-b120c9a8-3de5-4621-a4a3-4bd90d37659d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=818b1333-97cf-4dc6-b490-98d025379610 HTTP/1.1" status: 200 len: 217 time: 0.0347919 Jul 19 15:54:47.493399 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869158-5b43-4057-84fc-45edc53cc69b req-44cb0f36-ce91-4905-a7cd-0786881e28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:47.494875 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-20869158-5b43-4057-84fc-45edc53cc69b req-44cb0f36-ce91-4905-a7cd-0786881e28ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d12df4-bcc4-46c4-beda-2f684da89512 HTTP/1.1" status: 200 len: 853 time: 0.0454431 Jul 19 15:54:47.519681 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bcd36-30b4-4cef-a5d1-5e0d37483ea3 req-1f75cf1a-3bdf-4807-8481-81d5043f8f2d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:47.521227 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a55bcd36-30b4-4cef-a5d1-5e0d37483ea3 req-1f75cf1a-3bdf-4807-8481-81d5043f8f2d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 944 time: 0.0519719 Jul 19 15:54:47.545740 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869158-5b43-4057-84fc-45edc53cc69b req-e7425fd7-287f-464b-85a6-24007988d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:47.547378 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-20869158-5b43-4057-84fc-45edc53cc69b req-e7425fd7-287f-464b-85a6-24007988d9cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79877616-2837-475b-9882-e49c1f1a3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432127 Jul 19 15:54:47.570527 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a55bcd36-30b4-4cef-a5d1-5e0d37483ea3 req-6d8a9504-a4fb-40a9-ba26-f7344550280f tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429809 Jul 19 15:54:47.637618 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-20869158-5b43-4057-84fc-45edc53cc69b req-305d6b7f-a6e1-4506-827b-3de6809eb512 service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841956 Jul 19 15:54:47.734425 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-20869158-5b43-4057-84fc-45edc53cc69b req-9c829bb5-3025-4103-8837-cc5101b3c067 service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880117 Jul 19 15:54:48.636675 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-94b04d9d-86ef-40a6-8d95-a42dc2ad6042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:48.689313 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7575a7-2e4a-4b7d-99b7-72c476e704f5 req-353641b5-27d5-44f8-8646-05be2c5a4adb tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:48.694215 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba7575a7-2e4a-4b7d-99b7-72c476e704f5 req-353641b5-27d5-44f8-8646-05be2c5a4adb tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 944 time: 0.0552819 Jul 19 15:54:48.742789 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ba7575a7-2e4a-4b7d-99b7-72c476e704f5 req-6311b94a-05ce-4c96-8adc-499dacca3745 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Jul 19 15:54:49.038491 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 818b1333-97cf-4dc6-b490-98d025379610 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:54:49.104668 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:49.138533 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 818b1333-97cf-4dc6-b490-98d025379610, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=818b1333-97cf-4dc6-b490-98d025379610,segment=NetworkSegment(e04c5bef-1f51-4887-93b8-9d73558fec55),segment_id=e04c5bef-1f51-4887-93b8-9d73558fec55)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:54:49.150379 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '818b1333-97cf-4dc6-b490-98d025379610', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'port_id': '818b1333-97cf-4dc6-b490-98d025379610', 'mac_address': 'fa:16:3e:a4:e8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:54:49.185334 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 818b1333-97cf-4dc6-b490-98d025379610 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:49.185724 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (818b1333-97cf-4dc6-b490-98d025379610), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:49.198768 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818b1333-97cf-4dc6-b490-98d025379610 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:54:49.218259 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 818b1333-97cf-4dc6-b490-98d025379610, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=818b1333-97cf-4dc6-b490-98d025379610,segment=NetworkSegment(e04c5bef-1f51-4887-93b8-9d73558fec55),segment_id=e04c5bef-1f51-4887-93b8-9d73558fec55)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:54:49.222856 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (818b1333-97cf-4dc6-b490-98d025379610), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:49.267060 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=818b1333-97cf-4dc6-b490-98d025379610,revision_number=4']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:49.456178 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['818b1333-97cf-4dc6-b490-98d025379610'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:54:49.641825 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:49.855193 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a995-471c-414e-afa4-2ea342d522b5 req-c29c0d87-808c-4cb9-afac-704193b4b53b tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:49.856635 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1962a995-471c-414e-afa4-2ea342d522b5 req-c29c0d87-808c-4cb9-afac-704193b4b53b tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 945 time: 0.0466619 Jul 19 15:54:49.902894 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-1962a995-471c-414e-afa4-2ea342d522b5 req-65aaeb43-4f9c-4370-9b88-5d8633fab0b0 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Jul 19 15:54:51.041364 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 818b1333-97cf-4dc6-b490-98d025379610 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:54:51.041971 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388c635-f50a-46c4-9ec8-12596cd65f76 req-93e680cd-e3c1-43da-beec-7aedad74b86d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:51.043663 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c388c635-f50a-46c4-9ec8-12596cd65f76 req-93e680cd-e3c1-43da-beec-7aedad74b86d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 945 time: 0.0679333 Jul 19 15:54:51.057383 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:51.091957 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning for port 818b1333-97cf-4dc6-b490-98d025379610 completed by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 15:54:51.097650 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c388c635-f50a-46c4-9ec8-12596cd65f76 req-5d461d3d-ceb9-4e9d-9610-9e0325b24543 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471594 Jul 19 15:54:51.102477 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 818b1333-97cf-4dc6-b490-98d025379610 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:54:51.103139 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (818b1333-97cf-4dc6-b490-98d025379610), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:51.201467 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 818b1333-97cf-4dc6-b490-98d025379610 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:54:51.201763 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (818b1333-97cf-4dc6-b490-98d025379610), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:51.226734 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818b1333-97cf-4dc6-b490-98d025379610'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:54:51.228970 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be911083-b78d-47f6-8eea-c6410adee088" -d '{"events": [{"server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "name": "network-vif-plugged", "status": "completed", "tag": "818b1333-97cf-4dc6-b490-98d025379610"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:54:51.241585 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 818b1333-97cf-4dc6-b490-98d025379610, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=818b1333-97cf-4dc6-b490-98d025379610,segment=NetworkSegment(e04c5bef-1f51-4887-93b8-9d73558fec55),segment_id=e04c5bef-1f51-4887-93b8-9d73558fec55)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:54:51.245548 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (818b1333-97cf-4dc6-b490-98d025379610), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:51.267400 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae047aa1-453d-4473-a4e9-2794886d88aa x-openstack-request-id: req-ae047aa1-453d-4473-a4e9-2794886d88aa {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:54:51.267690 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "name": "network-vif-plugged", "status": "completed", "tag": "818b1333-97cf-4dc6-b490-98d025379610", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:54:51.267939 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae047aa1-453d-4473-a4e9-2794886d88aa {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:54:51.268851 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae047aa1-453d-4473-a4e9-2794886d88aa'] response: {'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818b1333-97cf-4dc6-b490-98d025379610', 'code': 200} Jul 19 15:54:51.295561 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=818b1333-97cf-4dc6-b490-98d025379610,revision_number=5']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:54:51.398450 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:51.428588 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fd180-58fb-4856-ae73-ae5dcd5aa4f6 req-6fe6d0e8-f132-43e7-92fb-2a17624fd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:51.430075 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-821fd180-58fb-4856-ae73-ae5dcd5aa4f6 req-6fe6d0e8-f132-43e7-92fb-2a17624fd98b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 1130 time: 0.0408189 Jul 19 15:54:51.474732 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-821fd180-58fb-4856-ae73-ae5dcd5aa4f6 req-5004585e-9032-4e67-88a7-a2a2345a35bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387790 Jul 19 15:54:51.545820 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:54:51.551231 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:51.878452 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:54:52.214639 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8e62a-b8b6-4824-af4a-76f45134694e req-2c3e7d27-2481-44b8-96f6-af1cbc171699 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:52.216120 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-faa8e62a-b8b6-4824-af4a-76f45134694e req-2c3e7d27-2481-44b8-96f6-af1cbc171699 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 946 time: 0.0511553 Jul 19 15:54:52.270880 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-faa8e62a-b8b6-4824-af4a-76f45134694e req-c39a569b-b6a7-4aa9-a2ce-67b011e6f784 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492280 Jul 19 15:54:53.387265 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c97d05-1a1b-43f4-afb4-edcc04a8572e req-3e670649-c630-4826-b1f7-27da8c4e27b9 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:53.388730 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-03c97d05-1a1b-43f4-afb4-edcc04a8572e req-3e670649-c630-4826-b1f7-27da8c4e27b9 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 946 time: 0.0502167 Jul 19 15:54:53.437239 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-03c97d05-1a1b-43f4-afb4-edcc04a8572e req-57c78102-9709-40d8-8687-cf85bb1568b9 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Jul 19 15:54:53.548782 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b153e-ea7d-4a41-b4ae-c0723e501afe req-cd47ecc3-cf6b-479e-a1b8-bf8cf9237225 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:53.550522 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ef2b153e-ea7d-4a41-b4ae-c0723e501afe req-cd47ecc3-cf6b-479e-a1b8-bf8cf9237225 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 946 time: 0.0475590 Jul 19 15:54:53.597357 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-ef2b153e-ea7d-4a41-b4ae-c0723e501afe req-9b3c9951-b578-4807-b530-12e7c6ca8ee0 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Jul 19 15:54:53.915016 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aff2ac-fb22-4d61-bc26-82e402a3e771 req-495fc4bd-4a83-4b38-980d-1bfbd1f851e6 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:54:53.916497 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b6aff2ac-fb22-4d61-bc26-82e402a3e771 req-495fc4bd-4a83-4b38-980d-1bfbd1f851e6 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 946 time: 0.0479376 Jul 19 15:54:53.963881 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b6aff2ac-fb22-4d61-bc26-82e402a3e771 req-ba418462-c045-4d1e-904a-a922ba1cecd6 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415351 Jul 19 15:54:55.814857 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:54:56.815903 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:02.317164 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a03fc9-736a-4bc4-b996-dfb5a68f05f4 req-9c9c617e-b8a1-4d50-ab01-91cbe9da7a1e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:02.318585 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-25a03fc9-736a-4bc4-b996-dfb5a68f05f4 req-9c9c617e-b8a1-4d50-ab01-91cbe9da7a1e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 946 time: 0.0521014 Jul 19 15:55:02.365168 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-25a03fc9-736a-4bc4-b996-dfb5a68f05f4 req-5db3e094-4119-4312-a60d-da613db2160a tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Jul 19 15:55:02.387851 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37624) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:02.485131 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:02.486946 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:02.515886 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05df2ae3-3cb5-4d0e-b281-1fbad946fad9 tempest-TestMinimumBasicScenario-1584361722 tempest-TestMinimumBasicScenario-1584361722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:02.517396 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-05df2ae3-3cb5-4d0e-b281-1fbad946fad9 tempest-TestMinimumBasicScenario-1584361722 tempest-TestMinimumBasicScenario-1584361722-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 1125 time: 0.1285713 Jul 19 15:55:02.520375 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37628) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:02.524491 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Request body: {'floatingip': {'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'port_id': '818b1333-97cf-4dc6-b490-98d025379610', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:55:02.544897 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:02.625116 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (None), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:02.730272 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_common [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Allocated IP 172.27.2.138 (3ef4e101-41eb-411a-aa5a-672e4abf061e/787d942a-a7d1-42a7-ac42-bec61d6d6ce4/95a9959c-d506-4f17-b631-3870f2163475) {{(pid=115784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 15:55:02.836870 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for port (95a9959c-d506-4f17-b631-3870f2163475), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:02.869335 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744575947749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (95a9959c-d506-4f17-b631-3870f2163475), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:02.905651 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Network 3ef4e101-41eb-411a-aa5a-672e4abf061e is already hosted by enough agents. {{(pid=115784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 15:55:02.912991 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.base_scheduler [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Resources bound (agent type, host, resource id): {{(pid=115784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 15:55:02.916728 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Received port after_create {{(pid=115784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 15:55:02.920153 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event updated for resources: {'Port': ['ID=95a9959c-d506-4f17-b631-3870f2163475,revision_number=1']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:03.515485 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:03.517844 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:03.519179 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for floatingip (24476b8b-0085-439e-b4de-a855d74e698c), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:03.588132 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (95a9959c-d506-4f17-b631-3870f2163475), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:03.736384 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for port (95a9959c-d506-4f17-b631-3870f2163475), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:03.740851 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (95a9959c-d506-4f17-b631-3870f2163475), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:03.808212 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event updated for resources: {'Port': ['ID=95a9959c-d506-4f17-b631-3870f2163475,revision_number=2']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:03.823797 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662003'] for floatingip (24476b8b-0085-439e-b4de-a855d74e698c), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:03.920114 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.db.l3_db [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Floating IP 24476b8b-0085-439e-b4de-a855d74e698c associated. External IP: 172.27.2.138, port: 818b1333-97cf-4dc6-b490-98d025379610. Jul 19 15:55:04.125818 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Router 05658cf0-b4fb-4760-8912-13b4e2c02710 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:55:04.228510 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:55:04.238769 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bccc861-d463-4466-b7a6-f46e3090851e None None] Sync routers for ids ['05658cf0-b4fb-4760-8912-13b4e2c02710'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:55:04.246938 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.249145 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bccc861-d463-4466-b7a6-f46e3090851e None None] Routers {'05658cf0-b4fb-4760-8912-13b4e2c02710'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:55:04.249767 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-9bccc861-d463-4466-b7a6-f46e3090851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:54:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['05658cf0-b4fb-4760-8912-13b4e2c02710'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:04.282007 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-51664294-49ae-438c-a608-34842ba1b0a7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7606299 Jul 19 15:55:04.282710 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'tag': '818b1333-97cf-4dc6-b490-98d025379610'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:55:04.285621 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900336d5-5977-45ca-ac39-a34e9ffc090c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "tag": "818b1333-97cf-4dc6-b490-98d025379610"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:55:04.285876 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37630) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:04.291025 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-40704cfa-3223-4609-9002-840ff7f61e88 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1693911727', 'description': 'tempest-secgroup-smoke-1693911727 description', 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:55:04.316014 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-40704cfa-3223-4609-9002-840ff7f61e88 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group (None), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.331349 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ba3abb-2147-4a60-a720-d408b70850e2 x-openstack-request-id: req-77ba3abb-2147-4a60-a720-d408b70850e2 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:55:04.332126 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "tag": "818b1333-97cf-4dc6-b490-98d025379610", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:55:04.332375 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77ba3abb-2147-4a60-a720-d408b70850e2 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:55:04.333145 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ba3abb-2147-4a60-a720-d408b70850e2'] response: {'name': 'network-changed', 'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'tag': '818b1333-97cf-4dc6-b490-98d025379610', 'status': 'completed', 'code': 200} Jul 19 15:55:04.356550 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-9bccc861-d463-4466-b7a6-f46e3090851e None None] Set router 05658cf0-b4fb-4760-8912-13b4e2c02710 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:55:04.409564 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900336d5-5977-45ca-ac39-a34e9ffc090c req-bd043b09-2387-4135-baf8-c45938c60209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:04.412108 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-900336d5-5977-45ca-ac39-a34e9ffc090c req-bd043b09-2387-4135-baf8-c45938c60209 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a9e5f3b931d47b6bfb7938a89c2a37d&device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 1130 time: 0.0559800 Jul 19 15:55:04.432560 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-40704cfa-3223-4609-9002-840ff7f61e88 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group (5e2b31de-b841-4b95-ba90-d36a9688578b), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.445511 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-40704cfa-3223-4609-9002-840ff7f61e88 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (5e2b31de-b841-4b95-ba90-d36a9688578b), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.516839 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-40704cfa-3223-4609-9002-840ff7f61e88 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.518161 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-40704cfa-3223-4609-9002-840ff7f61e88 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2309842 Jul 19 15:55:04.521467 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37634) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:04.523811 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40704cfa-3223-4609-9002-840ff7f61e88 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2b31de-b841-4b95-ba90-d36a9688578b,revision_number=1']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:04.526486 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-317d9eda-17ed-4ed1-804b-1ac906b9cd21 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Request body: {'security_group_rule': {'security_group_id': '5e2b31de-b841-4b95-ba90-d36a9688578b', 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:55:04.547168 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:04.556957 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900336d5-5977-45ca-ac39-a34e9ffc090c req-71a7322f-ae32-4cef-b4f7-c80d5c32b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:04.558479 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-900336d5-5977-45ca-ac39-a34e9ffc090c req-71a7322f-ae32-4cef-b4f7-c80d5c32b579 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79877616-2837-475b-9882-e49c1f1a3a64 HTTP/1.1" status: 200 len: 915 time: 0.1362684 Jul 19 15:55:04.566143 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-317d9eda-17ed-4ed1-804b-1ac906b9cd21 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (a635ce4e-1230-4bb8-8146-009b55ed9c91), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.601718 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-9bccc861-d463-4466-b7a6-f46e3090851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:20Z', 'revision_number': 4, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port': {'id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '24476b8b-0085-439e-b4de-a855d74e698c', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'port_id': '818b1333-97cf-4dc6-b490-98d025379610', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'mac_address': 'fa:16:3e:a4:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:55:03Z', 'updated_at': '2022-07-19T15:55:03Z', 'revision_number': 0, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f01c235-cbb7-4a5e-82b3-5df79bb9351f', 'name': '', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'mac_address': 'fa:16:3e:16:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:19Z', 'updated_at': '2022-07-19T15:54:24Z', 'revision_number': 5, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'subnets': [{'id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:04.609874 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:04.625825 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-900336d5-5977-45ca-ac39-a34e9ffc090c req-442bb1ff-3612-4a54-963e-0107cb528d81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=818b1333-97cf-4dc6-b490-98d025379610 HTTP/1.1" status: 200 len: 1000 time: 0.0601530 Jul 19 15:55:04.629029 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bccc861-d463-4466-b7a6-f46e3090851e None None] Checking router: 05658cf0-b4fb-4760-8912-13b4e2c02710 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:55:04.631186 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-317d9eda-17ed-4ed1-804b-1ac906b9cd21 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (a635ce4e-1230-4bb8-8146-009b55ed9c91), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.635274 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-317d9eda-17ed-4ed1-804b-1ac906b9cd21 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (a635ce4e-1230-4bb8-8146-009b55ed9c91), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.641627 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bccc861-d463-4466-b7a6-f46e3090851e None None] Routers {'05658cf0-b4fb-4760-8912-13b4e2c02710'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:55:04.642255 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-9bccc861-d463-4466-b7a6-f46e3090851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:54:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['05658cf0-b4fb-4760-8912-13b4e2c02710'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:04.655125 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d9eda-17ed-4ed1-804b-1ac906b9cd21 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a635ce4e-1230-4bb8-8146-009b55ed9c91,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:04.667393 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-317d9eda-17ed-4ed1-804b-1ac906b9cd21 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.670946 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-317d9eda-17ed-4ed1-804b-1ac906b9cd21 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481974 Jul 19 15:55:04.672848 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37636) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:04.679391 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-9e6e8ad2-9e69-44a8-8e13-0f6743f3a24a tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Request body: {'security_group_rule': {'security_group_id': '5e2b31de-b841-4b95-ba90-d36a9688578b', 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:55:04.697175 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:04.705990 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900336d5-5977-45ca-ac39-a34e9ffc090c req-ca84a864-c9f3-4294-95a7-f81a03934317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:04.707791 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-900336d5-5977-45ca-ac39-a34e9ffc090c req-ca84a864-c9f3-4294-95a7-f81a03934317 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d12df4-bcc4-46c4-beda-2f684da89512 HTTP/1.1" status: 200 len: 853 time: 0.0761087 Jul 19 15:55:04.747947 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8ad2-9e69-44a8-8e13-0f6743f3a24a tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (f4b98a12-e94e-4352-a4d5-e338dc574112), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.749267 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-9bccc861-d463-4466-b7a6-f46e3090851e None None] Set router 05658cf0-b4fb-4760-8912-13b4e2c02710 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:55:04.761045 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:04.772934 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900336d5-5977-45ca-ac39-a34e9ffc090c req-b0bf4604-adb7-4db1-bfdd-9d17c4d65de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:04.774479 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-900336d5-5977-45ca-ac39-a34e9ffc090c req-b0bf4604-adb7-4db1-bfdd-9d17c4d65de7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79877616-2837-475b-9882-e49c1f1a3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607469 Jul 19 15:55:04.874460 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8ad2-9e69-44a8-8e13-0f6743f3a24a tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (f4b98a12-e94e-4352-a4d5-e338dc574112), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.882887 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8ad2-9e69-44a8-8e13-0f6743f3a24a tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (f4b98a12-e94e-4352-a4d5-e338dc574112), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.913873 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e8ad2-9e69-44a8-8e13-0f6743f3a24a tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b98a12-e94e-4352-a4d5-e338dc574112,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:04.917974 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-900336d5-5977-45ca-ac39-a34e9ffc090c req-bacec484-d409-4a87-9ae0-a71538c64dd5 service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358569 Jul 19 15:55:04.924744 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8ad2-9e69-44a8-8e13-0f6743f3a24a tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.925942 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-9e6e8ad2-9e69-44a8-8e13-0f6743f3a24a tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2522194 Jul 19 15:55:04.929269 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37638) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:04.934250 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [None req-14c8ba20-5d4d-48cf-b7f2-0448c271591d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Request body: {'security_group_rule': {'security_group_id': '5e2b31de-b841-4b95-ba90-d36a9688578b', 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:55:04.968018 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-14c8ba20-5d4d-48cf-b7f2-0448c271591d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (6f290ddd-ab19-4d52-9549-dfc7ef7da40b), before_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:04.969986 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-9bccc861-d463-4466-b7a6-f46e3090851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:20Z', 'revision_number': 4, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port': {'id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '24476b8b-0085-439e-b4de-a855d74e698c', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'port_id': '818b1333-97cf-4dc6-b490-98d025379610', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'mac_address': 'fa:16:3e:a4:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:55:03Z', 'updated_at': '2022-07-19T15:55:03Z', 'revision_number': 0, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f01c235-cbb7-4a5e-82b3-5df79bb9351f', 'name': '', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'mac_address': 'fa:16:3e:16:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:19Z', 'updated_at': '2022-07-19T15:54:24Z', 'revision_number': 5, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'subnets': [{'id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:05.002097 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bccc861-d463-4466-b7a6-f46e3090851e None None] The sync data for ids ['05658cf0-b4fb-4760-8912-13b4e2c02710'] in dv-cinder-849022-3-iscsi is: [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:20Z', 'revision_number': 4, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port': {'id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '24476b8b-0085-439e-b4de-a855d74e698c', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'port_id': '818b1333-97cf-4dc6-b490-98d025379610', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'mac_address': 'fa:16:3e:a4:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:55:03Z', 'updated_at': '2022-07-19T15:55:03Z', 'revision_number': 0, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f01c235-cbb7-4a5e-82b3-5df79bb9351f', 'name': '', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'mac_address': 'fa:16:3e:16:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:19Z', 'updated_at': '2022-07-19T15:54:24Z', 'revision_number': 5, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'subnets': [{'id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:55:05.012903 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-900336d5-5977-45ca-ac39-a34e9ffc090c req-5c22b16f-2c27-412e-9a41-026a0d4d1963 service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858207 Jul 19 15:55:05.037917 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-14c8ba20-5d4d-48cf-b7f2-0448c271591d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (6f290ddd-ab19-4d52-9549-dfc7ef7da40b), precommit_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.044064 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-14c8ba20-5d4d-48cf-b7f2-0448c271591d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (6f290ddd-ab19-4d52-9549-dfc7ef7da40b), after_create {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.065166 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8ba20-5d4d-48cf-b7f2-0448c271591d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f290ddd-ab19-4d52-9549-dfc7ef7da40b,revision_number=0']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:05.074178 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-14c8ba20-5d4d-48cf-b7f2-0448c271591d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.078152 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-14c8ba20-5d4d-48cf-b7f2-0448c271591d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450238 Jul 19 15:55:05.078563 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37640) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:05.083266 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-6ad48d15-2620-45d1-bfc8-ec5ed26868f8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Request body: {'security_group_rule': {'security_group_id': '5e2b31de-b841-4b95-ba90-d36a9688578b', 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:55:05.113213 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ad48d15-2620-45d1-bfc8-ec5ed26868f8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (36d6d24a-4a16-43e9-9bca-faad7e5fd60b), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.180627 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ad48d15-2620-45d1-bfc8-ec5ed26868f8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (36d6d24a-4a16-43e9-9bca-faad7e5fd60b), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.185066 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ad48d15-2620-45d1-bfc8-ec5ed26868f8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (36d6d24a-4a16-43e9-9bca-faad7e5fd60b), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.204907 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad48d15-2620-45d1-bfc8-ec5ed26868f8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d6d24a-4a16-43e9-9bca-faad7e5fd60b,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:05.213702 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6ad48d15-2620-45d1-bfc8-ec5ed26868f8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.214979 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-6ad48d15-2620-45d1-bfc8-ec5ed26868f8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1354201 Jul 19 15:55:05.217763 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37642) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:05.222071 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-a22b8275-cfff-4e9f-8876-a57602d8f96f tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Request body: {'security_group_rule': {'security_group_id': '5e2b31de-b841-4b95-ba90-d36a9688578b', 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:55:05.231584 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2128642-2a22-4d61-bdaa-4833e77662cb None None] New status for floating IP 24476b8b-0085-439e-b4de-a855d74e698c: ACTIVE {{(pid=115786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:55:05.243615 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.securitygroups_db [None req-a22b8275-cfff-4e9f-8876-a57602d8f96f tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Project 6a9e5f3b931d47b6bfb7938a89c2a37d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 15:55:05.249667 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a22b8275-cfff-4e9f-8876-a57602d8f96f tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (97071726-ab17-4407-912b-9f9921520474), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.311523 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a22b8275-cfff-4e9f-8876-a57602d8f96f tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (97071726-ab17-4407-912b-9f9921520474), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.312755 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:05.319451 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a22b8275-cfff-4e9f-8876-a57602d8f96f tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (97071726-ab17-4407-912b-9f9921520474), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.338926 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b8275-cfff-4e9f-8876-a57602d8f96f tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97071726-ab17-4407-912b-9f9921520474,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:05.351586 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a22b8275-cfff-4e9f-8876-a57602d8f96f tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.352866 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-a22b8275-cfff-4e9f-8876-a57602d8f96f tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341524 Jul 19 15:55:05.355544 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37644) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:05.360220 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [None req-0b3fba6c-cf87-4283-97a0-b9753b2c127e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Request body: {'security_group_rule': {'security_group_id': '5e2b31de-b841-4b95-ba90-d36a9688578b', 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:55:05.383263 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.securitygroups_db [None req-0b3fba6c-cf87-4283-97a0-b9753b2c127e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Project 6a9e5f3b931d47b6bfb7938a89c2a37d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 15:55:05.389078 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0b3fba6c-cf87-4283-97a0-b9753b2c127e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (3f5e72ec-99c5-4148-aa3c-6a1e18ed1b33), before_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.444083 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:05.455141 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0b3fba6c-cf87-4283-97a0-b9753b2c127e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (3f5e72ec-99c5-4148-aa3c-6a1e18ed1b33), precommit_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.459707 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0b3fba6c-cf87-4283-97a0-b9753b2c127e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586929'] for security_group_rule (3f5e72ec-99c5-4148-aa3c-6a1e18ed1b33), after_create {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.480835 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fba6c-cf87-4283-97a0-b9753b2c127e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5e72ec-99c5-4148-aa3c-6a1e18ed1b33,revision_number=0']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:05.485140 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0b3fba6c-cf87-4283-97a0-b9753b2c127e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.486449 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-0b3fba6c-cf87-4283-97a0-b9753b2c127e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298621 Jul 19 15:55:05.583732 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d46d78d5-5e31-42e6-9b12-6b5d3102078f req-fe9583e0-e0be-46c9-b443-2a0cdfc1d012 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693911727&fields=id&tenant_id=6a9e5f3b931d47b6bfb7938a89c2a37d HTTP/1.1" status: 200 len: 267 time: 0.0475838 Jul 19 15:55:05.635042 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d78d5-5e31-42e6-9b12-6b5d3102078f req-6e0f1870-33fa-4cba-b5bd-952ab8f6d911 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:05.636506 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d46d78d5-5e31-42e6-9b12-6b5d3102078f req-6e0f1870-33fa-4cba-b5bd-952ab8f6d911 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 946 time: 0.0474823 Jul 19 15:55:05.648695 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.v2.base [req-d46d78d5-5e31-42e6-9b12-6b5d3102078f req-a241d530-b867-4097-a29b-3c11cead8184 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Request body: {'port': {'security_groups': ['16178008-3ff8-4a6a-ac05-a9cd01b80faf', '5e2b31de-b841-4b95-ba90-d36a9688578b']}} {{(pid=115785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:55:05.713771 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:05.728735 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d46d78d5-5e31-42e6-9b12-6b5d3102078f req-a241d530-b867-4097-a29b-3c11cead8184 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (818b1333-97cf-4dc6-b490-98d025379610), before_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.909725 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-d46d78d5-5e31-42e6-9b12-6b5d3102078f req-a241d530-b867-4097-a29b-3c11cead8184 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] For port 818b1333-97cf-4dc6-b490-98d025379610, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=818b1333-97cf-4dc6-b490-98d025379610,segment=NetworkSegment(e04c5bef-1f51-4887-93b8-9d73558fec55),segment_id=e04c5bef-1f51-4887-93b8-9d73558fec55)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:55:05.940409 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d46d78d5-5e31-42e6-9b12-6b5d3102078f req-a241d530-b867-4097-a29b-3c11cead8184 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for port (818b1333-97cf-4dc6-b490-98d025379610), precommit_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.945385 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d46d78d5-5e31-42e6-9b12-6b5d3102078f req-a241d530-b867-4097-a29b-3c11cead8184 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28814534'] for port (818b1333-97cf-4dc6-b490-98d025379610), after_update {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.957994 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['818b1333-97cf-4dc6-b490-98d025379610'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:55:05.995647 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d78d5-5e31-42e6-9b12-6b5d3102078f req-a241d530-b867-4097-a29b-3c11cead8184 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:05.996272 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d46d78d5-5e31-42e6-9b12-6b5d3102078f req-a241d530-b867-4097-a29b-3c11cead8184 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:05.997689 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d46d78d5-5e31-42e6-9b12-6b5d3102078f req-a241d530-b867-4097-a29b-3c11cead8184 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "PUT /v2.0/ports/818b1333-97cf-4dc6-b490-98d025379610 HTTP/1.1" status: 200 len: 982 time: 0.3546739 Jul 19 15:55:05.998171 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'tag': '818b1333-97cf-4dc6-b490-98d025379610'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:55:06.000481 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91aaebd-8dbc-4619-85d6-617d343b76f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "tag": "818b1333-97cf-4dc6-b490-98d025379610"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:55:06.025584 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241d530-b867-4097-a29b-3c11cead8184 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event updated for resources: {'Port': ['ID=818b1333-97cf-4dc6-b490-98d025379610,revision_number=6']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:06.070257 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6bdcee-3b6d-4a98-9b2a-537c18a4b6e7 x-openstack-request-id: req-ef6bdcee-3b6d-4a98-9b2a-537c18a4b6e7 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:55:06.070719 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "tag": "818b1333-97cf-4dc6-b490-98d025379610", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:55:06.070836 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef6bdcee-3b6d-4a98-9b2a-537c18a4b6e7 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:55:06.071245 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6bdcee-3b6d-4a98-9b2a-537c18a4b6e7'] response: {'name': 'network-changed', 'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'tag': '818b1333-97cf-4dc6-b490-98d025379610', 'status': 'completed', 'code': 200} Jul 19 15:55:06.084164 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['818b1333-97cf-4dc6-b490-98d025379610'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:55:06.132499 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fd4f5-5ce8-4047-a74e-05b0defbe0fd req-481eb0b8-b2da-4438-a82b-4dcd1dceec1d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:06.133361 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91aaebd-8dbc-4619-85d6-617d343b76f1 req-04cded45-93af-46c7-b612-ebbf3d232a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:06.134741 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-866fd4f5-5ce8-4047-a74e-05b0defbe0fd req-481eb0b8-b2da-4438-a82b-4dcd1dceec1d tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0643382 Jul 19 15:55:06.134868 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d91aaebd-8dbc-4619-85d6-617d343b76f1 req-04cded45-93af-46c7-b612-ebbf3d232a49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a9e5f3b931d47b6bfb7938a89c2a37d&device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 1169 time: 0.0432956 Jul 19 15:55:06.219216 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-866fd4f5-5ce8-4047-a74e-05b0defbe0fd req-2791548a-8bc3-4a01-8f3f-5b2d45820203 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740247 Jul 19 15:55:06.247222 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91aaebd-8dbc-4619-85d6-617d343b76f1 req-55a695f6-b8f2-41b7-9160-f89193700a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:06.248667 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d91aaebd-8dbc-4619-85d6-617d343b76f1 req-55a695f6-b8f2-41b7-9160-f89193700a6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=79877616-2837-475b-9882-e49c1f1a3a64 HTTP/1.1" status: 200 len: 915 time: 0.1078458 Jul 19 15:55:06.273272 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-160deb31-cd2d-43af-81c5-0ce88229841a None None] Provisioning complete for port 818b1333-97cf-4dc6-b490-98d025379610 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:55:06.273789 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-160deb31-cd2d-43af-81c5-0ce88229841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (818b1333-97cf-4dc6-b490-98d025379610), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:06.313490 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d91aaebd-8dbc-4619-85d6-617d343b76f1 req-9b9a21f4-6189-4104-b526-d2e28be320ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=818b1333-97cf-4dc6-b490-98d025379610 HTTP/1.1" status: 200 len: 1002 time: 0.0578387 Jul 19 15:55:06.361637 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91aaebd-8dbc-4619-85d6-617d343b76f1 req-ac4cf23c-eee6-46d9-a803-e7948f26d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:06.363712 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d91aaebd-8dbc-4619-85d6-617d343b76f1 req-ac4cf23c-eee6-46d9-a803-e7948f26d3a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d12df4-bcc4-46c4-beda-2f684da89512 HTTP/1.1" status: 200 len: 853 time: 0.0441411 Jul 19 15:55:06.413489 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91aaebd-8dbc-4619-85d6-617d343b76f1 req-03c3a0e9-b2da-4e07-85ea-0888ca0fb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:06.415324 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d91aaebd-8dbc-4619-85d6-617d343b76f1 req-03c3a0e9-b2da-4e07-85ea-0888ca0fb423 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79877616-2837-475b-9882-e49c1f1a3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465884 Jul 19 15:55:06.458154 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-160deb31-cd2d-43af-81c5-0ce88229841a None None] Current status of the port 818b1333-97cf-4dc6-b490-98d025379610 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:55:06.487692 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=100 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:06.507856 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d91aaebd-8dbc-4619-85d6-617d343b76f1 req-63b37190-0dd8-4c1b-a2ca-b390b5c72857 service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864103 Jul 19 15:55:06.586108 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:06.603630 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d91aaebd-8dbc-4619-85d6-617d343b76f1 req-4291f574-8f45-49e6-bbde-287775f9ac23 service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903950 Jul 19 15:55:13.660458 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:14.967662 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=69 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:15.001124 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=84 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:15.479718 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:15.510869 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-766610b5-b3c4-4950-8311-ae90ab239aae req-d5d59b28-1ad3-4b87-bb77-105bb3dd86a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404429 Jul 19 15:55:15.591133 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766610b5-b3c4-4950-8311-ae90ab239aae req-427d9d2a-d6cd-4ec7-b5b2-d6f09bc5acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:15.592596 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-766610b5-b3c4-4950-8311-ae90ab239aae req-427d9d2a-d6cd-4ec7-b5b2-d6f09bc5acec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 1129 time: 0.0390158 Jul 19 15:55:15.677340 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:15.703381 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766610b5-b3c4-4950-8311-ae90ab239aae req-3d3a424f-27a1-4717-b1de-a2a340963a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:15.704767 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-766610b5-b3c4-4950-8311-ae90ab239aae req-3d3a424f-27a1-4717-b1de-a2a340963a77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 912 time: 0.0913320 Jul 19 15:55:15.766812 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-766610b5-b3c4-4950-8311-ae90ab239aae req-50cadd7f-6ce7-4d31-89b1-5c6e223f6acc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 HTTP/1.1" status: 200 len: 1001 time: 0.0541844 Jul 19 15:55:15.816972 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766610b5-b3c4-4950-8311-ae90ab239aae req-fcea99ec-126b-45a8-b7cb-d54a4f30ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:15.818382 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-766610b5-b3c4-4950-8311-ae90ab239aae req-fcea99ec-126b-45a8-b7cb-d54a4f30ee65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 200 len: 850 time: 0.0462158 Jul 19 15:55:15.861651 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766610b5-b3c4-4950-8311-ae90ab239aae req-65067a5e-ac07-4de8-bf95-fb7f475a31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:15.863129 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-766610b5-b3c4-4950-8311-ae90ab239aae req-65067a5e-ac07-4de8-bf95-fb7f475a31ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195064b7-2168-479c-96ce-505c1a5c25ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386155 Jul 19 15:55:15.952044 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-766610b5-b3c4-4950-8311-ae90ab239aae req-db88497c-9535-48b6-8337-286d3aed857e service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827868 Jul 19 15:55:16.047069 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-766610b5-b3c4-4950-8311-ae90ab239aae req-1a53fe8d-d04c-45f3-a2ff-ae12ce22d644 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866485 Jul 19 15:55:16.122918 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=22,neutron:DELETE=3,neutron:INSERT=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:16.201767 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=44,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:16.261764 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-8067372f-5405-4f39-a09b-7e9bfffa74d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:18.637887 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-894b3f08-a0b7-4b48-bf89-3489c56db70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:19.645495 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:21.553764 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:21.871173 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:26.042420 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=52 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:26.043132 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=33 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:29.107388 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17d34d-82ff-4129-a1eb-9ee6d870c864 req-96bc44de-8019-40b9-a87c-16fa631a6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:29.109015 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7346bd5-fa6d-4199-9f1d-5fcaad4c4596 req-37b921f5-8430-443b-bb72-6bf7d54b9210 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:29.109452 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6a17d34d-82ff-4129-a1eb-9ee6d870c864 req-96bc44de-8019-40b9-a87c-16fa631a6f46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a9e5f3b931d47b6bfb7938a89c2a37d&device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 1169 time: 0.0391488 Jul 19 15:55:29.110540 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a7346bd5-fa6d-4199-9f1d-5fcaad4c4596 req-37b921f5-8430-443b-bb72-6bf7d54b9210 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0485854 Jul 19 15:55:29.171694 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a7346bd5-fa6d-4199-9f1d-5fcaad4c4596 req-adefb1a0-6e4c-40ac-b1e1-51436c1fe257 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548658 Jul 19 15:55:29.204568 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17d34d-82ff-4129-a1eb-9ee6d870c864 req-9a6e49a1-031b-43d3-8393-8d5cd4712afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:29.206040 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6a17d34d-82ff-4129-a1eb-9ee6d870c864 req-9a6e49a1-031b-43d3-8393-8d5cd4712afc service neutron] 10.222.0.36 "GET /v2.0/networks?id=79877616-2837-475b-9882-e49c1f1a3a64 HTTP/1.1" status: 200 len: 915 time: 0.0899067 Jul 19 15:55:29.267569 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6a17d34d-82ff-4129-a1eb-9ee6d870c864 req-fce72264-f2f1-4cde-aee4-e56e4c15400a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=818b1333-97cf-4dc6-b490-98d025379610 HTTP/1.1" status: 200 len: 1002 time: 0.0546844 Jul 19 15:55:29.319002 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17d34d-82ff-4129-a1eb-9ee6d870c864 req-b0ee441b-7ee6-4784-8578-54c7e69e8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:29.320444 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6a17d34d-82ff-4129-a1eb-9ee6d870c864 req-b0ee441b-7ee6-4784-8578-54c7e69e8ea5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d12df4-bcc4-46c4-beda-2f684da89512 HTTP/1.1" status: 200 len: 853 time: 0.0471108 Jul 19 15:55:29.364914 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17d34d-82ff-4129-a1eb-9ee6d870c864 req-ad674ec7-cd0f-42bb-84f3-822d577eb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:29.366464 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6a17d34d-82ff-4129-a1eb-9ee6d870c864 req-ad674ec7-cd0f-42bb-84f3-822d577eb339 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79877616-2837-475b-9882-e49c1f1a3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397365 Jul 19 15:55:29.455862 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6a17d34d-82ff-4129-a1eb-9ee6d870c864 req-8f52923e-e556-4eb8-aa02-2e2fd4bb9ab7 service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829070 Jul 19 15:55:29.549751 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-6a17d34d-82ff-4129-a1eb-9ee6d870c864 req-a6ec27c3-8f3b-444c-9348-f1bce01e6099 service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860713 Jul 19 15:55:30.287085 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f2ab6-02e5-42c3-bd49-d64cd11eebb2 req-bf24bbff-6bb2-4f8e-b4b3-9efac26056ef tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:30.288659 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-253f2ab6-02e5-42c3-bd49-d64cd11eebb2 req-bf24bbff-6bb2-4f8e-b4b3-9efac26056ef tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0467863 Jul 19 15:55:30.354978 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-253f2ab6-02e5-42c3-bd49-d64cd11eebb2 req-a8ca5796-5867-4019-b911-63dcfbf36c3a tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604365 Jul 19 15:55:31.475873 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36baa4-95ec-4229-83a6-c58852a272a0 req-5ecdf16f-eeae-40e3-8985-ee58d2449f22 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:31.477341 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-6d36baa4-95ec-4229-83a6-c58852a272a0 req-5ecdf16f-eeae-40e3-8985-ee58d2449f22 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0471327 Jul 19 15:55:31.541734 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-6d36baa4-95ec-4229-83a6-c58852a272a0 req-833518d0-1c70-46e6-8d37-de03cc8d4724 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588233 Jul 19 15:55:31.865246 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:31.866004 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:32.655298 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844c6d2-04f7-48aa-8c75-26c2c58c9ef6 req-8be3c5ff-1c19-45e1-b712-c04710c55ace tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:32.656760 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d844c6d2-04f7-48aa-8c75-26c2c58c9ef6 req-8be3c5ff-1c19-45e1-b712-c04710c55ace tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0468705 Jul 19 15:55:32.717510 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d844c6d2-04f7-48aa-8c75-26c2c58c9ef6 req-5fcef06b-bb68-4ca7-ae71-8c8bafc41907 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541453 Jul 19 15:55:32.750545 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37674) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:32.815369 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:55:32.891675 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Deleting port 425e084f-138f-47d3-aa9d-3e4f7480cae7 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:55:32.892012 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (425e084f-138f-47d3-aa9d-3e4f7480cae7), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:32.968637 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (425e084f-138f-47d3-aa9d-3e4f7480cae7), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:32.968958 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for floatingip (425e084f-138f-47d3-aa9d-3e4f7480cae7), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:32.980672 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Calling delete_port for 425e084f-138f-47d3-aa9d-3e4f7480cae7 owned by network:floatingip {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:55:33.021712 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:33.053302 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:33.394459 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (425e084f-138f-47d3-aa9d-3e4f7480cae7), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:33.421310 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event deleted for resources: {'Port': ['ID=425e084f-138f-47d3-aa9d-3e4f7480cae7,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:33.446099 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.446474 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.446798 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.447127 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.447448 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.447768 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.448085 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.448405 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.448719 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.449031 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.449343 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.449655 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.449964 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.450272 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.450602 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:33.491790 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for floatingip (548b5d5a-3452-4e49-83c5-0e107fc446c9), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:33.492113 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Floating IP 548b5d5a-3452-4e49-83c5-0e107fc446c9 disassociated (deleted). External IP: 172.27.2.30, port: 1c5f2b65-7e32-469b-be88-24a29ea25fa7. Jul 19 15:55:33.685899 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:55:33.790881 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:55:33.795900 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:33.802186 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d2ce3-5893-459b-b0ae-a70962913a98 None None] Sync routers for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:55:33.812617 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d2ce3-5893-459b-b0ae-a70962913a98 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:55:33.813708 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-366d2ce3-5893-459b-b0ae-a70962913a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:55:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:33.827299 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-6f728aba-a209-40c5-8f89-1af4d5f3ade6 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "DELETE /v2.0/floatingips/548b5d5a-3452-4e49-83c5-0e107fc446c9 HTTP/1.1" status: 204 len: 168 time: 1.0733371 Jul 19 15:55:33.827299 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'tag': '1c5f2b65-7e32-469b-be88-24a29ea25fa7'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:55:33.828402 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cac962-9f5c-4463-a000-18671e333dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9ac02c-69eb-45b4-8380-42ab80044abe", "tag": "1c5f2b65-7e32-469b-be88-24a29ea25fa7"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:55:33.841197 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da660eb-9afc-4e43-bdd7-84f5f612b3dc req-d5e0a577-7314-4ee7-bd69-cf938581a2dd tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:33.842944 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2da660eb-9afc-4e43-bdd7-84f5f612b3dc req-d5e0a577-7314-4ee7-bd69-cf938581a2dd tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0578947 Jul 19 15:55:33.909934 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2da660eb-9afc-4e43-bdd7-84f5f612b3dc req-f0fa9531-260f-4904-8195-86580c2e8970 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614226 Jul 19 15:55:33.985127 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5065d54a-3eb4-441a-8d19-6361c4bc9e4f x-openstack-request-id: req-5065d54a-3eb4-441a-8d19-6361c4bc9e4f {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:55:33.986067 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9ac02c-69eb-45b4-8380-42ab80044abe", "tag": "1c5f2b65-7e32-469b-be88-24a29ea25fa7", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:55:33.986575 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5065d54a-3eb4-441a-8d19-6361c4bc9e4f {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:55:33.987195 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5065d54a-3eb4-441a-8d19-6361c4bc9e4f'] response: {'name': 'network-changed', 'server_uuid': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'tag': '1c5f2b65-7e32-469b-be88-24a29ea25fa7', 'status': 'completed', 'code': 200} Jul 19 15:55:34.013924 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-366d2ce3-5893-459b-b0ae-a70962913a98 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:55:34.064766 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7521d-f132-4606-9d4e-e5c4b7c94886 req-28175cce-73ca-47d6-92a3-20d6a2dd248a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:34.066392 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a9c7521d-f132-4606-9d4e-e5c4b7c94886 req-28175cce-73ca-47d6-92a3-20d6a2dd248a tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 946 time: 0.0487292 Jul 19 15:55:34.120410 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a9c7521d-f132-4606-9d4e-e5c4b7c94886 req-c04efd77-e9ca-462c-91ce-e391cdc4ecc5 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473700 Jul 19 15:55:34.229916 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-366d2ce3-5893-459b-b0ae-a70962913a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '21bbb639-432e-49c2-9850-d15ed448c667', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:cc:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:51:41Z', 'updated_at': '2022-07-19T15:51:43Z', 'revision_number': 1, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:34.254263 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d2ce3-5893-459b-b0ae-a70962913a98 None None] Checking router: 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:55:34.262670 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d2ce3-5893-459b-b0ae-a70962913a98 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:55:34.263271 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-366d2ce3-5893-459b-b0ae-a70962913a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:55:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:34.366648 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-366d2ce3-5893-459b-b0ae-a70962913a98 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:55:34.572302 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-366d2ce3-5893-459b-b0ae-a70962913a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '21bbb639-432e-49c2-9850-d15ed448c667', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:cc:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:51:41Z', 'updated_at': '2022-07-19T15:51:43Z', 'revision_number': 1, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:34.600214 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d2ce3-5893-459b-b0ae-a70962913a98 None None] The sync data for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi is: [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_floatingips': [{'id': '21bbb639-432e-49c2-9850-d15ed448c667', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'router_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'port_id': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'mac_address': 'fa:16:3e:cc:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T15:51:41Z', 'updated_at': '2022-07-19T15:51:43Z', 'revision_number': 1, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:55:34.840714 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861927e-b0b0-4692-b11c-7735d64c4ea6 None None] New status for floating IP 548b5d5a-3452-4e49-83c5-0e107fc446c9: DOWN {{(pid=115786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:55:35.028578 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62560262-88b5-493d-bcc9-f1af01a3e644 req-33be3653-cfd4-4f4f-b96a-358403df33a1 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:35.030061 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-62560262-88b5-493d-bcc9-f1af01a3e644 req-33be3653-cfd4-4f4f-b96a-358403df33a1 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0474000 Jul 19 15:55:35.093196 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-62560262-88b5-493d-bcc9-f1af01a3e644 req-f8056554-f925-4bc7-9ba0-7cdc1deb3822 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574920 Jul 19 15:55:35.230307 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cac962-9f5c-4463-a000-18671e333dbb req-cc1c98c9-67ca-4a56-affc-bd94990c1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:35.231812 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f1cac962-9f5c-4463-a000-18671e333dbb req-cc1c98c9-67ca-4a56-affc-bd94990c1a2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 1130 time: 0.0653219 Jul 19 15:55:35.247302 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ae474-c6ff-4872-ab77-77428c46754b req-e23a981a-9811-4a2b-b3bb-0cbfc13c1143 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:35.248703 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b59ae474-c6ff-4872-ab77-77428c46754b req-e23a981a-9811-4a2b-b3bb-0cbfc13c1143 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 946 time: 0.0544620 Jul 19 15:55:35.297634 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b59ae474-c6ff-4872-ab77-77428c46754b req-9abfcc52-9216-483f-8d9a-70b9f48edad3 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433583 Jul 19 15:55:35.510692 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:35.514336 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cac962-9f5c-4463-a000-18671e333dbb req-acdc7c9b-130d-42df-b6be-142fc2f71c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:35.515838 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f1cac962-9f5c-4463-a000-18671e333dbb req-acdc7c9b-130d-42df-b6be-142fc2f71c6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 912 time: 0.0962446 Jul 19 15:55:35.527277 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1cd4a-4798-47a6-afdd-095e4e91332b req-9ec1dd6a-5581-4f1f-a65e-255af0d8d578 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:35.529059 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a5f1cd4a-4798-47a6-afdd-095e4e91332b req-9ec1dd6a-5581-4f1f-a65e-255af0d8d578 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 946 time: 0.0531409 Jul 19 15:55:35.557158 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f1cac962-9f5c-4463-a000-18671e333dbb req-a4cf874d-b054-4cab-afb6-5ae8cb89cfe5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c5f2b65-7e32-469b-be88-24a29ea25fa7 HTTP/1.1" status: 200 len: 217 time: 0.0347698 Jul 19 15:55:35.614757 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cac962-9f5c-4463-a000-18671e333dbb req-840dfc1a-aaa6-4425-b7d4-0af6397b48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:35.617293 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f1cac962-9f5c-4463-a000-18671e333dbb req-840dfc1a-aaa6-4425-b7d4-0af6397b48d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 200 len: 850 time: 0.0547037 Jul 19 15:55:35.626055 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-a5f1cd4a-4798-47a6-afdd-095e4e91332b req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Deleting port 1c5f2b65-7e32-469b-be88-24a29ea25fa7 {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:55:35.626503 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a5f1cd4a-4798-47a6-afdd-095e4e91332b req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:35.632009 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:35.665913 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cac962-9f5c-4463-a000-18671e333dbb req-6913edc9-84a0-4bf4-a28a-64da01404db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:35.667511 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f1cac962-9f5c-4463-a000-18671e333dbb req-6913edc9-84a0-4bf4-a28a-64da01404db8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195064b7-2168-479c-96ce-505c1a5c25ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448964 Jul 19 15:55:35.677139 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [req-f1cac962-9f5c-4463-a000-18671e333dbb req-849891ea-6679-4d39-a280-f7d46e284244 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=115785) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 15:55:35.678917 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f1cac962-9f5c-4463-a000-18671e333dbb req-849891ea-6679-4d39-a280-f7d46e284244 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056739 Jul 19 15:55:35.725413 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-a5f1cd4a-4798-47a6-afdd-095e4e91332b req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] For port 1c5f2b65-7e32-469b-be88-24a29ea25fa7, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1c5f2b65-7e32-469b-be88-24a29ea25fa7,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:55:35.725763 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a5f1cd4a-4798-47a6-afdd-095e4e91332b req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:35.738974 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-a5f1cd4a-4798-47a6-afdd-095e4e91332b req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Calling delete_port for 1c5f2b65-7e32-469b-be88-24a29ea25fa7 owned by compute:nova {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:55:35.770232 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f1cac962-9f5c-4463-a000-18671e333dbb req-2017d8f9-9c53-4bdf-803b-221bdab76d2a service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859847 Jul 19 15:55:35.864194 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f1cac962-9f5c-4463-a000-18671e333dbb req-63501abc-ab41-43e6-af9f-68265df16ea6 service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883904 Jul 19 15:55:35.867472 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a5f1cd4a-4798-47a6-afdd-095e4e91332b req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (1c5f2b65-7e32-469b-be88-24a29ea25fa7), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:35.907025 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event deleted for resources: {'Port': ['ID=1c5f2b65-7e32-469b-be88-24a29ea25fa7,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:35.933291 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.933636 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.933979 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.934318 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.934674 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.935003 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.935327 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.935649 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.935972 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.936294 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.936616 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.936935 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.937254 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.937571 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.937891 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:35.959972 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f1cd4a-4798-47a6-afdd-095e4e91332b req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] No DVR routers for this DVR port 1c5f2b65-7e32-469b-be88-24a29ea25fa7 on host hv-cinder-84902 {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:55:35.962416 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-a5f1cd4a-4798-47a6-afdd-095e4e91332b req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:35.965648 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-a5f1cd4a-4798-47a6-afdd-095e4e91332b req-38731843-a19c-4caa-8800-0e22d9edfd98 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "DELETE /v2.0/ports/1c5f2b65-7e32-469b-be88-24a29ea25fa7 HTTP/1.1" status: 204 len: 173 time: 0.4314029 Jul 19 15:55:35.966085 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'name': 'network-vif-deleted', 'tag': '1c5f2b65-7e32-469b-be88-24a29ea25fa7'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:55:35.968450 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a01fb1b-8e38-42fe-ad91-bd18f75eca60" -d '{"events": [{"server_uuid": "4a9ac02c-69eb-45b4-8380-42ab80044abe", "name": "network-vif-deleted", "tag": "1c5f2b65-7e32-469b-be88-24a29ea25fa7"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:55:36.015254 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223a02ec-9348-4817-b413-988fa6069ed1 x-openstack-request-id: req-223a02ec-9348-4817-b413-988fa6069ed1 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:55:36.015599 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9ac02c-69eb-45b4-8380-42ab80044abe", "name": "network-vif-deleted", "tag": "1c5f2b65-7e32-469b-be88-24a29ea25fa7", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:55:36.015798 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-223a02ec-9348-4817-b413-988fa6069ed1 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:55:36.016208 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223a02ec-9348-4817-b413-988fa6069ed1'] response: {'server_uuid': '4a9ac02c-69eb-45b4-8380-42ab80044abe', 'name': 'network-vif-deleted', 'tag': '1c5f2b65-7e32-469b-be88-24a29ea25fa7', 'status': 'completed', 'code': 200} Jul 19 15:55:36.207539 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142cc5b-fee0-41d5-9805-0b5e48c45f6e req-6b4ba8d2-98bc-46cc-b6d2-03c224f3c016 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:36.209708 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2142cc5b-fee0-41d5-9805-0b5e48c45f6e req-6b4ba8d2-98bc-46cc-b6d2-03c224f3c016 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0499592 Jul 19 15:55:36.278082 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2142cc5b-fee0-41d5-9805-0b5e48c45f6e req-74e9591c-854c-4d14-aa9e-23abd8fb18d1 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622177 Jul 19 15:55:36.417152 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-e32a555b-248d-41ae-9835-d7a32faa0ca6 req-43ce388f-0572-45a9-989c-7be57661502c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9ac02c-69eb-45b4-8380-42ab80044abe HTTP/1.1" status: 200 len: 210 time: 0.0329962 Jul 19 15:55:37.397293 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a8e09-a6fd-4eb1-a1e8-9b2775b13253 req-65698a7b-ae87-4048-ab6e-9f3dacb6f402 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:37.398744 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-de3a8e09-a6fd-4eb1-a1e8-9b2775b13253 req-65698a7b-ae87-4048-ab6e-9f3dacb6f402 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0508289 Jul 19 15:55:37.460205 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-de3a8e09-a6fd-4eb1-a1e8-9b2775b13253 req-a30c722f-538c-4b5a-8148-1bf32215942c tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559201 Jul 19 15:55:38.574773 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9a6bf-d70b-4e01-a1d5-8a1a819bd338 req-6ff519d5-f3fd-47ed-bf21-8b035dde73fc tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:38.576242 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b4e9a6bf-d70b-4e01-a1d5-8a1a819bd338 req-6ff519d5-f3fd-47ed-bf21-8b035dde73fc tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0478404 Jul 19 15:55:38.637994 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-b4e9a6bf-d70b-4e01-a1d5-8a1a819bd338 req-e04b4447-4e71-4f5a-8a9c-5d8471320681 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561838 Jul 19 15:55:39.224916 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 1c5f2b65-7e32-469b-be88-24a29ea25fa7 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:55:39.244652 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: 1c5f2b65-7e32-469b-be88-24a29ea25fa7 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:55:39.244993 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 1c5f2b65-7e32-469b-be88-24a29ea25fa7 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:55:39.711691 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37716) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:39.757708 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c573-463b-4d7e-9f08-ce784042b676 req-2244b419-e18a-4634-b0af-5a35f31357b8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:39.759244 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9cb4c573-463b-4d7e-9f08-ce784042b676 req-2244b419-e18a-4634-b0af-5a35f31357b8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0515544 Jul 19 15:55:39.770445 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:39.806261 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:39.822526 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-9cb4c573-463b-4d7e-9f08-ce784042b676 req-6f3885cf-da6f-4a32-92d0-a71aa3f78fbd tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576351 Jul 19 15:55:39.855119 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-b7401394-fc76-42f3-b429-f7ba100f716c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Deleting port cc8aa85e-c02b-4249-b770-7ad1e2eee7e3 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:55:39.855459 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b7401394-fc76-42f3-b429-f7ba100f716c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (cc8aa85e-c02b-4249-b770-7ad1e2eee7e3), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:39.935123 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b7401394-fc76-42f3-b429-f7ba100f716c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (cc8aa85e-c02b-4249-b770-7ad1e2eee7e3), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:39.935368 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b7401394-fc76-42f3-b429-f7ba100f716c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for floatingip (cc8aa85e-c02b-4249-b770-7ad1e2eee7e3), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:39.947639 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-b7401394-fc76-42f3-b429-f7ba100f716c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Calling delete_port for cc8aa85e-c02b-4249-b770-7ad1e2eee7e3 owned by network:floatingip {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:55:40.027275 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:40.036989 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:40.094933 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b7401394-fc76-42f3-b429-f7ba100f716c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (cc8aa85e-c02b-4249-b770-7ad1e2eee7e3), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:40.119367 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7401394-fc76-42f3-b429-f7ba100f716c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event deleted for resources: {'Port': ['ID=cc8aa85e-c02b-4249-b770-7ad1e2eee7e3,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:40.181026 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b7401394-fc76-42f3-b429-f7ba100f716c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for floatingip (21bbb639-432e-49c2-9850-d15ed448c667), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:40.181357 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [None req-b7401394-fc76-42f3-b429-f7ba100f716c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Floating IP 21bbb639-432e-49c2-9850-d15ed448c667 disassociated (deleted). External IP: 172.27.2.212, port: b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26. Jul 19 15:55:40.382248 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7401394-fc76-42f3-b429-f7ba100f716c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:55:40.489904 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7401394-fc76-42f3-b429-f7ba100f716c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:55:40.494493 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b7401394-fc76-42f3-b429-f7ba100f716c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:40.499728 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45f6dc-432f-4ba6-aaf7-6f628e3a1199 None None] Sync routers for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:55:40.509215 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f45f6dc-432f-4ba6-aaf7-6f628e3a1199 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:55:40.509753 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-4f45f6dc-432f-4ba6-aaf7-6f628e3a1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:55:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:40.525512 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-b7401394-fc76-42f3-b429-f7ba100f716c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "DELETE /v2.0/floatingips/21bbb639-432e-49c2-9850-d15ed448c667 HTTP/1.1" status: 204 len: 168 time: 0.8127103 Jul 19 15:55:40.526327 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'tag': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:55:40.528845 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3013a17-07de-4b8f-bfa1-ff1d86d75f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d978b05a-906b-47db-8f20-9a7daaaf67f1", "tag": "b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:55:40.547145 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:40.579998 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77edfa5-5f26-4eb7-b6a1-a4bbdb5ea6c9 x-openstack-request-id: req-f77edfa5-5f26-4eb7-b6a1-a4bbdb5ea6c9 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:55:40.580639 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d978b05a-906b-47db-8f20-9a7daaaf67f1", "tag": "b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:55:40.580639 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f77edfa5-5f26-4eb7-b6a1-a4bbdb5ea6c9 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:55:40.581212 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77edfa5-5f26-4eb7-b6a1-a4bbdb5ea6c9'] response: {'name': 'network-changed', 'server_uuid': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'tag': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'status': 'completed', 'code': 200} Jul 19 15:55:40.616717 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:40.626603 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-4f45f6dc-432f-4ba6-aaf7-6f628e3a1199 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:55:40.648641 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3013a17-07de-4b8f-bfa1-ff1d86d75f7e req-7c305ecf-7f73-4381-ba31-9ea974310405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:40.650079 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c3013a17-07de-4b8f-bfa1-ff1d86d75f7e req-7c305ecf-7f73-4381-ba31-9ea974310405 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6827afcdf1f3481882f808dc01908a4d&device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 1129 time: 0.0439529 Jul 19 15:55:40.801161 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7d72c-1232-4b4b-a61c-f5ef19a473ae req-7c88b451-8cce-4df6-92fb-a2b926789f2b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:40.802672 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1d7d72c-1232-4b4b-a61c-f5ef19a473ae req-7c88b451-8cce-4df6-92fb-a2b926789f2b tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 945 time: 0.0720081 Jul 19 15:55:40.803844 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3013a17-07de-4b8f-bfa1-ff1d86d75f7e req-2258a9ce-3a83-413f-9c53-5d617cd01268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:40.805175 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c3013a17-07de-4b8f-bfa1-ff1d86d75f7e req-2258a9ce-3a83-413f-9c53-5d617cd01268 service neutron] 10.222.0.36 "GET /v2.0/networks?id=195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 200 len: 912 time: 0.1365850 Jul 19 15:55:40.833497 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-4f45f6dc-432f-4ba6-aaf7-6f628e3a1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:40.855685 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b1d7d72c-1232-4b4b-a61c-f5ef19a473ae req-e788d69b-1a31-43c1-8b94-9a0f0b36909c tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468016 Jul 19 15:55:40.862208 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45f6dc-432f-4ba6-aaf7-6f628e3a1199 None None] Checking router: 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:55:40.872138 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f45f6dc-432f-4ba6-aaf7-6f628e3a1199 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:55:40.872861 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-4f45f6dc-432f-4ba6-aaf7-6f628e3a1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:55:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:40.974231 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-4f45f6dc-432f-4ba6-aaf7-6f628e3a1199 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:55:41.059004 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56698b36-95e9-4b54-bd41-5a02a5288b5f req-022610be-1f24-4847-9d36-c27c22d4422f tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:41.060500 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-56698b36-95e9-4b54-bd41-5a02a5288b5f req-022610be-1f24-4847-9d36-c27c22d4422f tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.1627204 Jul 19 15:55:41.123393 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-56698b36-95e9-4b54-bd41-5a02a5288b5f req-88620c05-e04b-4d73-9f7b-4d22d9d7069b tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571284 Jul 19 15:55:41.245066 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-4f45f6dc-432f-4ba6-aaf7-6f628e3a1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:41.268775 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45f6dc-432f-4ba6-aaf7-6f628e3a1199 None None] The sync data for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi is: [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:21Z', 'revision_number': 4, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': 'ca32cccf-b918-486b-8266-bca58a7db1b0', 'name': '', 'network_id': '195064b7-2168-479c-96ce-505c1a5c25ea', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'mac_address': 'fa:16:3e:7f:86:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:20Z', 'updated_at': '2022-07-19T15:47:27Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'subnets': [{'id': '36721938-581c-4ced-ba73-b0fea7d2f470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:55:41.495600 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab93d0-b2fd-4d48-a4eb-c8a789aa6be3 None None] New status for floating IP 21bbb639-432e-49c2-9850-d15ed448c667: DOWN {{(pid=115786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:55:41.729767 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c3013a17-07de-4b8f-bfa1-ff1d86d75f7e req-24ab7663-8bcd-4237-8b93-4c483236bc2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 HTTP/1.1" status: 200 len: 217 time: 0.0337265 Jul 19 15:55:41.781899 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3013a17-07de-4b8f-bfa1-ff1d86d75f7e req-4616ca0f-52fa-4673-93c5-279e4c6ea7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:41.783250 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c3013a17-07de-4b8f-bfa1-ff1d86d75f7e req-4616ca0f-52fa-4673-93c5-279e4c6ea7c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 200 len: 850 time: 0.0456624 Jul 19 15:55:41.906347 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3013a17-07de-4b8f-bfa1-ff1d86d75f7e req-aaae3f08-33af-4b2d-882d-75035e644462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:41.908167 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c3013a17-07de-4b8f-bfa1-ff1d86d75f7e req-aaae3f08-33af-4b2d-882d-75035e644462 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195064b7-2168-479c-96ce-505c1a5c25ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409274 Jul 19 15:55:42.039188 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c3013a17-07de-4b8f-bfa1-ff1d86d75f7e req-04b30272-942f-4b8e-ae66-4c2400d1cb5e service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241331 Jul 19 15:55:42.054983 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cf208-1c84-42c8-9d85-46616075a58e req-6a09c8b1-8c02-401f-a696-4df4f2ccdaf5 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:42.056374 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c00cf208-1c84-42c8-9d85-46616075a58e req-6a09c8b1-8c02-401f-a696-4df4f2ccdaf5 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 945 time: 0.1240425 Jul 19 15:55:42.128839 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c00cf208-1c84-42c8-9d85-46616075a58e req-0b90dc9a-99f8-4b1b-a4a8-88559de9ce1f tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d97b308-e1c9-43dd-a176-b62b81cc7868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668390 Jul 19 15:55:42.191015 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-c3013a17-07de-4b8f-bfa1-ff1d86d75f7e req-8e4708f7-f3b6-44c2-8b9f-e071df54c63d service neutron] 10.222.0.36 "GET /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030209 Jul 19 15:55:42.250181 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265bbd1-7613-4de5-8cd9-ad60de093776 req-42f9b465-5539-4c09-9fb4-3b1ae601d01e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:42.251671 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d265bbd1-7613-4de5-8cd9-ad60de093776 req-42f9b465-5539-4c09-9fb4-3b1ae601d01e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 945 time: 0.0930707 Jul 19 15:55:42.274872 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1406c8-9d84-4f7c-b9a1-2349f0e693ab req-a441004c-df6a-42d6-9312-87396dc96b9e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:42.276309 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7f1406c8-9d84-4f7c-b9a1-2349f0e693ab req-a441004c-df6a-42d6-9312-87396dc96b9e tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0683198 Jul 19 15:55:42.391379 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-d265bbd1-7613-4de5-8cd9-ad60de093776 req-bc4e0f35-c687-4caa-ba0a-ae35e3e9b923 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Deleting port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:55:42.391724 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d265bbd1-7613-4de5-8cd9-ad60de093776 req-bc4e0f35-c687-4caa-ba0a-ae35e3e9b923 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:42.410935 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7f1406c8-9d84-4f7c-b9a1-2349f0e693ab req-bc3f6496-2599-41c7-a469-f17c2fab5869 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176677 Jul 19 15:55:42.478096 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:42.489880 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-d265bbd1-7613-4de5-8cd9-ad60de093776 req-bc4e0f35-c687-4caa-ba0a-ae35e3e9b923 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] For port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:55:42.490244 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d265bbd1-7613-4de5-8cd9-ad60de093776 req-bc4e0f35-c687-4caa-ba0a-ae35e3e9b923 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:42.503639 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-d265bbd1-7613-4de5-8cd9-ad60de093776 req-bc4e0f35-c687-4caa-ba0a-ae35e3e9b923 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Calling delete_port for b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:55:42.513513 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:42.636108 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d265bbd1-7613-4de5-8cd9-ad60de093776 req-bc4e0f35-c687-4caa-ba0a-ae35e3e9b923 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:42.661962 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e0f35-c687-4caa-ba0a-ae35e3e9b923 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event deleted for resources: {'Port': ['ID=b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:42.715252 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-d265bbd1-7613-4de5-8cd9-ad60de093776 req-bc4e0f35-c687-4caa-ba0a-ae35e3e9b923 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] No DVR routers for this DVR port b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:55:42.717886 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-d265bbd1-7613-4de5-8cd9-ad60de093776 req-bc4e0f35-c687-4caa-ba0a-ae35e3e9b923 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:42.721294 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d265bbd1-7613-4de5-8cd9-ad60de093776 req-bc4e0f35-c687-4caa-ba0a-ae35e3e9b923 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.36 "DELETE /v2.0/ports/b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 HTTP/1.1" status: 204 len: 173 time: 0.4614367 Jul 19 15:55:42.721746 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'name': 'network-vif-deleted', 'tag': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:55:42.723984 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a48fbe-eaa8-4f9a-954f-2236dc40a3ed" -d '{"events": [{"server_uuid": "d978b05a-906b-47db-8f20-9a7daaaf67f1", "name": "network-vif-deleted", "tag": "b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:55:42.759892 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534ecf9b-b8a8-4d8c-9033-489880aa6c36 x-openstack-request-id: req-534ecf9b-b8a8-4d8c-9033-489880aa6c36 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:55:42.760179 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d978b05a-906b-47db-8f20-9a7daaaf67f1", "name": "network-vif-deleted", "tag": "b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:55:42.760647 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-534ecf9b-b8a8-4d8c-9033-489880aa6c36 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:55:42.761068 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534ecf9b-b8a8-4d8c-9033-489880aa6c36'] response: {'server_uuid': 'd978b05a-906b-47db-8f20-9a7daaaf67f1', 'name': 'network-vif-deleted', 'tag': 'b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26', 'status': 'completed', 'code': 200} Jul 19 15:55:43.240907 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-7cb45590-5691-4e1e-89e7-3989d3db3ace req-c29d19ad-337a-412e-af05-811114ec3833 tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "GET /v2.0/ports?device_id=d978b05a-906b-47db-8f20-9a7daaaf67f1 HTTP/1.1" status: 200 len: 210 time: 0.0305028 Jul 19 15:55:43.527562 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac298b3-88b6-4328-b14b-15ec75c7fa58 req-3eeb0be8-9e74-48e4-a8dc-9f5050f2e9fa tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:43.528939 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-cac298b3-88b6-4328-b14b-15ec75c7fa58 req-3eeb0be8-9e74-48e4-a8dc-9f5050f2e9fa tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0482650 Jul 19 15:55:43.588948 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-cac298b3-88b6-4328-b14b-15ec75c7fa58 req-4d93aaed-2752-4cec-aac9-f54cb734ddc7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544114 Jul 19 15:55:43.659710 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:44.301724 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37742) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:44.414689 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-1739040d-5ac1-4dcc-a4bc-c9e9ab4e313e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Deleting port f11776c4-4547-4b19-9193-01422e17e27c {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:55:44.415039 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1739040d-5ac1-4dcc-a4bc-c9e9ab4e313e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (f11776c4-4547-4b19-9193-01422e17e27c), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:44.489890 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1739040d-5ac1-4dcc-a4bc-c9e9ab4e313e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (f11776c4-4547-4b19-9193-01422e17e27c), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:44.490215 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1739040d-5ac1-4dcc-a4bc-c9e9ab4e313e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for floatingip (f11776c4-4547-4b19-9193-01422e17e27c), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:44.503633 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-1739040d-5ac1-4dcc-a4bc-c9e9ab4e313e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Calling delete_port for f11776c4-4547-4b19-9193-01422e17e27c owned by network:floatingip {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:55:44.639619 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1739040d-5ac1-4dcc-a4bc-c9e9ab4e313e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (f11776c4-4547-4b19-9193-01422e17e27c), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:44.665744 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739040d-5ac1-4dcc-a4bc-c9e9ab4e313e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event deleted for resources: {'Port': ['ID=f11776c4-4547-4b19-9193-01422e17e27c,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:44.707753 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ead826-dd92-4d5d-8669-e6e6e0651aa3 req-4516bc03-8f61-42fc-ba05-f3b3cece5de6 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:44.709216 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-22ead826-dd92-4d5d-8669-e6e6e0651aa3 req-4516bc03-8f61-42fc-ba05-f3b3cece5de6 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0500884 Jul 19 15:55:44.733398 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1739040d-5ac1-4dcc-a4bc-c9e9ab4e313e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for floatingip (5955740d-b4df-41bc-b5b3-3e1a5a666fde), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:44.736449 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1739040d-5ac1-4dcc-a4bc-c9e9ab4e313e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:44.737256 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-1739040d-5ac1-4dcc-a4bc-c9e9ab4e313e tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "DELETE /v2.0/floatingips/5955740d-b4df-41bc-b5b3-3e1a5a666fde HTTP/1.1" status: 204 len: 168 time: 0.4350626 Jul 19 15:55:44.773484 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-22ead826-dd92-4d5d-8669-e6e6e0651aa3 req-76844724-08dc-407a-bc9c-7ba9a3c3e72b tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551479 Jul 19 15:55:45.255393 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:55:45.274731 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:55:45.275080 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device b12bd5cf-7ec9-4e31-91c4-9d3a0b5e7d26 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:55:45.899498 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab85db-2f07-43b6-938f-e5e19249cc68 req-e8043cb9-8c98-4d7d-aa9b-fa249b1d071b tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:45.901063 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f8ab85db-2f07-43b6-938f-e5e19249cc68 req-e8043cb9-8c98-4d7d-aa9b-fa249b1d071b tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0561836 Jul 19 15:55:45.947446 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37758) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:45.972135 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-f8ab85db-2f07-43b6-938f-e5e19249cc68 req-ea692a48-cecb-4009-b22c-e2043d4ce5a4 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647483 Jul 19 15:55:46.011575 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e0e3e895-88d2-43cb-9a3e-410bd695d1fc tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group (9d97b308-e1c9-43dd-a176-b62b81cc7868), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:46.036695 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e0e3e895-88d2-43cb-9a3e-410bd695d1fc tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group (9d97b308-e1c9-43dd-a176-b62b81cc7868), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:46.066109 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:46.098895 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e0e3e895-88d2-43cb-9a3e-410bd695d1fc tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (9d97b308-e1c9-43dd-a176-b62b81cc7868), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:46.102140 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-e0e3e895-88d2-43cb-9a3e-410bd695d1fc tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:46.103504 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-e0e3e895-88d2-43cb-9a3e-410bd695d1fc tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] 10.222.0.64 "DELETE /v2.0/security-groups/9d97b308-e1c9-43dd-a176-b62b81cc7868 HTTP/1.1" status: 204 len: 168 time: 0.1549888 Jul 19 15:55:46.113553 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3e895-88d2-43cb-9a3e-410bd695d1fc tempest-TestVolumeBootPattern-1663767670 tempest-TestVolumeBootPattern-1663767670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d97b308-e1c9-43dd-a176-b62b81cc7868,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:46.169426 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37762) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:46.264752 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-47ef9f25-c507-428d-b75d-9e3dcbfd9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:46.463601 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:46.594925 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-432ff8a3-52b7-4ade-b8cf-f58a976604a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666299'] for router_interface (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:46.825028 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-432ff8a3-52b7-4ade-b8cf-f58a976604a7 admin admin] Deleting port ca32cccf-b918-486b-8266-bca58a7db1b0 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:55:46.825277 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-432ff8a3-52b7-4ade-b8cf-f58a976604a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:46.905648 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-432ff8a3-52b7-4ade-b8cf-f58a976604a7 admin admin] For port ca32cccf-b918-486b-8266-bca58a7db1b0, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=ca32cccf-b918-486b-8266-bca58a7db1b0,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:55:46.906009 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-432ff8a3-52b7-4ade-b8cf-f58a976604a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:46.919476 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-432ff8a3-52b7-4ade-b8cf-f58a976604a7 admin admin] Calling delete_port for ca32cccf-b918-486b-8266-bca58a7db1b0 owned by network:router_interface {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:55:47.051467 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:47.080694 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:47.088027 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cfea9-1cc8-4982-ae20-ba82984a6f78 req-4534db67-89fc-45dd-bdbf-e20fb18db69a tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:55:47.089521 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5c5cfea9-1cc8-4982-ae20-ba82984a6f78 req-4534db67-89fc-45dd-bdbf-e20fb18db69a tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0488050 Jul 19 15:55:47.103908 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-432ff8a3-52b7-4ade-b8cf-f58a976604a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (ca32cccf-b918-486b-8266-bca58a7db1b0), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:47.117382 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:47.140381 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ff8a3-52b7-4ade-b8cf-f58a976604a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca32cccf-b918-486b-8266-bca58a7db1b0,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:47.157017 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5c5cfea9-1cc8-4982-ae20-ba82984a6f78 req-a6de3324-a2ee-44eb-b1b9-196866a277e7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e2b31de-b841-4b95-ba90-d36a9688578b&id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610418 Jul 19 15:55:47.293842 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:47.307690 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-432ff8a3-52b7-4ade-b8cf-f58a976604a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3665183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666191'] for router_interface (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:47.772937 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432ff8a3-52b7-4ade-b8cf-f58a976604a7 admin admin] Router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:55:47.876456 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432ff8a3-52b7-4ade-b8cf-f58a976604a7 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:55:47.881394 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-432ff8a3-52b7-4ade-b8cf-f58a976604a7 admin admin] 10.222.0.64 "PUT /v2.0/routers/73ef5db4-0cd5-47ab-a3d1-b2d128b24bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7109377 Jul 19 15:55:47.884571 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37770) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:47.887210 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c362733-f220-4df2-a706-0691441c33a6 None None] Sync routers for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:55:47.897084 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c362733-f220-4df2-a706-0691441c33a6 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:55:47.897721 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-3c362733-f220-4df2-a706-0691441c33a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:55:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:47.985039 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Publish callbacks [] for router (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.001345 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-3c362733-f220-4df2-a706-0691441c33a6 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:55:48.088134 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Publish callbacks [] for router_gateway (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.135513 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Deleting port 22662604-5c0c-4169-8c41-6cc120b5c52a {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:55:48.135857 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.171665 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-3c362733-f220-4df2-a706-0691441c33a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:55:47Z', 'revision_number': 5, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port': {'id': '22662604-5c0c-4169-8c41-6cc120b5c52a', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:48.196356 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c362733-f220-4df2-a706-0691441c33a6 None None] Checking router: 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:55:48.204742 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c362733-f220-4df2-a706-0691441c33a6 None None] Routers {'73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:55:48.205345 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-3c362733-f220-4df2-a706-0691441c33a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:55:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:48.217309 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] For port 22662604-5c0c-4169-8c41-6cc120b5c52a, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=22662604-5c0c-4169-8c41-6cc120b5c52a,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:55:48.217670 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.231438 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Calling delete_port for 22662604-5c0c-4169-8c41-6cc120b5c52a owned by network:router_gateway {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:55:48.287606 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-3c362733-f220-4df2-a706-0691441c33a6 None None] Set router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad gateway port host: None {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:55:48.291671 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:48.338059 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-3c362733-f220-4df2-a706-0691441c33a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:55:48Z', 'revision_number': 6, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port_host': None}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:48.339667 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:48.366804 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c362733-f220-4df2-a706-0691441c33a6 None None] The sync data for ids ['73ef5db4-0cd5-47ab-a3d1-b2d128b24bad'] in dv-cinder-849022-3-iscsi is: [{'id': '73ef5db4-0cd5-47ab-a3d1-b2d128b24bad', 'name': 'tempest-TestVolumeBootPattern-441093134-router', 'tenant_id': '6827afcdf1f3481882f808dc01908a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:18Z', 'updated_at': '2022-07-19T15:55:48Z', 'revision_number': 6, 'project_id': '6827afcdf1f3481882f808dc01908a4d', 'gw_port_host': None}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:55:48.386813 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:48.408870 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (22662604-5c0c-4169-8c41-6cc120b5c52a), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.433366 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Pushing event deleted for resources: {'Port': ['ID=22662604-5c0c-4169-8c41-6cc120b5c52a,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:48.501657 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661796'] for router_gateway (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.590005 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-918'] for router (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.592205 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Publish callbacks [] for router_controller (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.635083 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667305'] for router (73ef5db4-0cd5-47ab-a3d1-b2d128b24bad), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.635710 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73ef5db4-0cd5-47ab-a3d1-b2d128b24bad {{(pid=115785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 15:55:48.640045 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-d5da1f4c-400d-474f-9ac7-afb83da5ec48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.640540 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] Publish callbacks [] for router (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.641503 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-75a64ad2-f693-42ab-a9f4-7d76f02d96be admin admin] 10.222.0.64 "DELETE /v2.0/routers/73ef5db4-0cd5-47ab-a3d1-b2d128b24bad HTTP/1.1" status: 204 len: 168 time: 0.7560108 Jul 19 15:55:48.644400 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37772) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:48.690583 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f9a385-373d-4e6f-ae40-0c4809dd55a3 admin admin] Deleting subnet 36721938-581c-4ced-ba73-b0fea7d2f470 {{(pid=115785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:55:48.693794 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a9f9a385-373d-4e6f-ae40-0c4809dd55a3 admin admin] Publish callbacks [] for subnet (36721938-581c-4ced-ba73-b0fea7d2f470), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.735438 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a9f9a385-373d-4e6f-ae40-0c4809dd55a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28889440'] for subnet (36721938-581c-4ced-ba73-b0fea7d2f470), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.815768 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a9f9a385-373d-4e6f-ae40-0c4809dd55a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (36721938-581c-4ced-ba73-b0fea7d2f470), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.873953 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a9f9a385-373d-4e6f-ae40-0c4809dd55a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28811008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28593656'] for subnet (36721938-581c-4ced-ba73-b0fea7d2f470), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.903630 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9a385-373d-4e6f-ae40-0c4809dd55a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36721938-581c-4ced-ba73-b0fea7d2f470,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:48.907794 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a9f9a385-373d-4e6f-ae40-0c4809dd55a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:48.913273 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-a9f9a385-373d-4e6f-ae40-0c4809dd55a3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/36721938-581c-4ced-ba73-b0fea7d2f470 HTTP/1.1" status: 204 len: 168 time: 0.2656088 Jul 19 15:55:48.913633 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37774) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:48.917112 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54dfa1a-4f58-48fd-96a1-8f81b12318c3 None None] Network 195064b7-2168-479c-96ce-505c1a5c25ea requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:55:48.986576 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (195064b7-2168-479c-96ce-505c1a5c25ea), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.028491 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Deleting port 03e483d8-61cf-4629-b03a-abfe9024270b {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:55:49.028951 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.094892 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] For port 03e483d8-61cf-4629-b03a-abfe9024270b, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=03e483d8-61cf-4629-b03a-abfe9024270b,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:55:49.095391 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.120882 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Calling delete_port for 03e483d8-61cf-4629-b03a-abfe9024270b owned by network:dhcp {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:55:49.149510 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2986849-8526-484b-a867-de8e5387244a None None] DHCP port deletion for 195064b7-2168-479c-96ce-505c1a5c25ea request from dv-cinder-849022-3-iscsi {{(pid=115786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 15:55:49.192619 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-e2986849-8526-484b-a867-de8e5387244a None None] Deleting port 03e483d8-61cf-4629-b03a-abfe9024270b {{(pid=115786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:55:49.192996 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), before_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.200444 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.227235 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e483d8-61cf-4629-b03a-abfe9024270b,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:49.229128 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] No DVR routers for this DVR port 03e483d8-61cf-4629-b03a-abfe9024270b on host dv-cinder-849022-3-iscsi {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:55:49.259857 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-e2986849-8526-484b-a867-de8e5387244a None None] For port 03e483d8-61cf-4629-b03a-abfe9024270b, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=03e483d8-61cf-4629-b03a-abfe9024270b,segment=NetworkSegment(b06a04d3-a956-4207-aea6-061e64e9653d),segment_id=b06a04d3-a956-4207-aea6-061e64e9653d)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:55:49.260532 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), precommit_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.274727 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-e2986849-8526-484b-a867-de8e5387244a None None] Calling delete_port for 03e483d8-61cf-4629-b03a-abfe9024270b owned by network:dhcp {{(pid=115786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:55:49.308989 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (195064b7-2168-479c-96ce-505c1a5c25ea), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.329952 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195064b7-2168-479c-96ce-505c1a5c25ea']}} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:49.342798 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06a04d3-a956-4207-aea6-061e64e9653d') {'for_net_delete': True} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:49.343103 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06a04d3-a956-4207-aea6-061e64e9653d') {} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:49.353369 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25197853'] for segment (b06a04d3-a956-4207-aea6-061e64e9653d), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.356244 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758'] for port (03e483d8-61cf-4629-b03a-abfe9024270b), after_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.369235 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (b06a04d3-a956-4207-aea6-061e64e9653d), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.376088 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=115784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:55:49.376480 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29312085'] for segment (b06a04d3-a956-4207-aea6-061e64e9653d), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.380082 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2986849-8526-484b-a867-de8e5387244a None None] Pushing event deleted for resources: {'Port': ['ID=03e483d8-61cf-4629-b03a-abfe9024270b,revision_number=None']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:49.387627 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2986849-8526-484b-a867-de8e5387244a None None] No DVR routers for this DVR port 03e483d8-61cf-4629-b03a-abfe9024270b on host dv-cinder-849022-3-iscsi {{(pid=115786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:55:49.399894 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.399894 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.399894 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.399894 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.399894 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.399894 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.399894 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.399894 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.401237 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.401237 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.401237 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.401237 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.402043 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.402043 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.402241 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2986849-8526-484b-a867-de8e5387244a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:55:49.413719 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment b06a04d3-a956-4207-aea6-061e64e9653d resource provider aggregate not found Jul 19 15:55:49.467492 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment b06a04d3-a956-4207-aea6-061e64e9653d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b06a04d3-a956-4207-aea6-061e64e9653d found for delete ", "request_id": "req-4e9f0228-9a67-46bc-87f7-ebcaf007b1d6"}]} Jul 19 15:55:49.468326 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (195064b7-2168-479c-96ce-505c1a5c25ea), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.473164 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.478790 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] 10.222.0.64 "DELETE /v2.0/networks/195064b7-2168-479c-96ce-505c1a5c25ea HTTP/1.1" status: 204 len: 168 time: 0.5632849 Jul 19 15:55:49.479987 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37780) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:49.491234 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6747a27-b275-4b0c-8fef-de5acad5e299 admin admin] Pushing event deleted for resources: {'Network': ['ID=195064b7-2168-479c-96ce-505c1a5c25ea,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:49.647395 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.759178 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:49.794926 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b5ad474a-f785-4c2c-8fbb-3a1607208f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666299'] for router_interface (06e761b4-d68e-4b34-ae3c-fd887706d11d), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:49.973566 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device ca32cccf-b918-486b-8266-bca58a7db1b0 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:55:49.977986 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:49.994685 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: ca32cccf-b918-486b-8266-bca58a7db1b0 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:55:49.995034 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device ca32cccf-b918-486b-8266-bca58a7db1b0 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:55:49.995459 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 03e483d8-61cf-4629-b03a-abfe9024270b no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:55:50.013435 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 03e483d8-61cf-4629-b03a-abfe9024270b {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:55:50.013779 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 03e483d8-61cf-4629-b03a-abfe9024270b not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:55:50.014195 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 22662604-5c0c-4169-8c41-6cc120b5c52a no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:55:50.019354 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad474a-f785-4c2c-8fbb-3a1607208f69 admin admin] Deleting port 8c129063-4fff-4425-a879-5aed53212feb {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:55:50.019697 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b5ad474a-f785-4c2c-8fbb-3a1607208f69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (8c129063-4fff-4425-a879-5aed53212feb), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:50.032565 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 22662604-5c0c-4169-8c41-6cc120b5c52a {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:55:50.032914 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 22662604-5c0c-4169-8c41-6cc120b5c52a not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:55:50.097805 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-b5ad474a-f785-4c2c-8fbb-3a1607208f69 admin admin] For port 8c129063-4fff-4425-a879-5aed53212feb, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=8c129063-4fff-4425-a879-5aed53212feb,segment=NetworkSegment(3c9106e3-2290-4281-9687-8e30c2e342af),segment_id=3c9106e3-2290-4281-9687-8e30c2e342af)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:55:50.098160 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b5ad474a-f785-4c2c-8fbb-3a1607208f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (8c129063-4fff-4425-a879-5aed53212feb), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:50.111668 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad474a-f785-4c2c-8fbb-3a1607208f69 admin admin] Calling delete_port for 8c129063-4fff-4425-a879-5aed53212feb owned by network:router_interface {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:55:50.287938 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b5ad474a-f785-4c2c-8fbb-3a1607208f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (8c129063-4fff-4425-a879-5aed53212feb), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:50.312552 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad474a-f785-4c2c-8fbb-3a1607208f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c129063-4fff-4425-a879-5aed53212feb,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:50.482020 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-b5ad474a-f785-4c2c-8fbb-3a1607208f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3665183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666191'] for router_interface (06e761b4-d68e-4b34-ae3c-fd887706d11d), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:50.633030 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:50.711809 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ad474a-f785-4c2c-8fbb-3a1607208f69 admin admin] Router 06e761b4-d68e-4b34-ae3c-fd887706d11d has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:55:50.811852 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:50.824777 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ad474a-f785-4c2c-8fbb-3a1607208f69 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:55:50.829856 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-b5ad474a-f785-4c2c-8fbb-3a1607208f69 admin admin] 10.222.0.64 "PUT /v2.0/routers/06e761b4-d68e-4b34-ae3c-fd887706d11d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3486969 Jul 19 15:55:50.833623 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37782) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:50.839552 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e4457f-0eec-465e-8ba5-e91927df8a88 None None] Sync routers for ids ['06e761b4-d68e-4b34-ae3c-fd887706d11d'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:55:50.857644 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e4457f-0eec-465e-8ba5-e91927df8a88 None None] Routers {'06e761b4-d68e-4b34-ae3c-fd887706d11d'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:55:50.859281 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-a6e4457f-0eec-465e-8ba5-e91927df8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:55:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['06e761b4-d68e-4b34-ae3c-fd887706d11d'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:50.947452 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Publish callbacks [] for router (06e761b4-d68e-4b34-ae3c-fd887706d11d), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:50.982531 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-a6e4457f-0eec-465e-8ba5-e91927df8a88 None None] Set router 06e761b4-d68e-4b34-ae3c-fd887706d11d gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:55:51.062645 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Publish callbacks [] for router_gateway (06e761b4-d68e-4b34-ae3c-fd887706d11d), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.114904 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Deleting port a3361cd4-bf0a-4764-9021-77cb17b215a4 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:55:51.115252 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.178604 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-a6e4457f-0eec-465e-8ba5-e91927df8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'name': 'tempest-TestVolumeBootPattern-1970871345-router', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:23Z', 'updated_at': '2022-07-19T15:55:50Z', 'revision_number': 5, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'gw_port': {'id': 'a3361cd4-bf0a-4764-9021-77cb17b215a4', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:47:24Z', 'updated_at': '2022-07-19T15:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:51.205771 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e4457f-0eec-465e-8ba5-e91927df8a88 None None] Checking router: 06e761b4-d68e-4b34-ae3c-fd887706d11d for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:55:51.208395 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] For port a3361cd4-bf0a-4764-9021-77cb17b215a4, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=a3361cd4-bf0a-4764-9021-77cb17b215a4,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:55:51.208764 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.215818 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e4457f-0eec-465e-8ba5-e91927df8a88 None None] Routers {'06e761b4-d68e-4b34-ae3c-fd887706d11d'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:55:51.216513 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-a6e4457f-0eec-465e-8ba5-e91927df8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:55:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['06e761b4-d68e-4b34-ae3c-fd887706d11d'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:51.224776 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Calling delete_port for a3361cd4-bf0a-4764-9021-77cb17b215a4 owned by network:router_gateway {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:55:51.312645 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-a6e4457f-0eec-465e-8ba5-e91927df8a88 None None] Set router 06e761b4-d68e-4b34-ae3c-fd887706d11d gateway port host: None {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:55:51.338637 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:51.373102 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-a6e4457f-0eec-465e-8ba5-e91927df8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'name': 'tempest-TestVolumeBootPattern-1970871345-router', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:23Z', 'updated_at': '2022-07-19T15:55:51Z', 'revision_number': 6, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'gw_port_host': None}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:51.403478 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e4457f-0eec-465e-8ba5-e91927df8a88 None None] The sync data for ids ['06e761b4-d68e-4b34-ae3c-fd887706d11d'] in dv-cinder-849022-3-iscsi is: [{'id': '06e761b4-d68e-4b34-ae3c-fd887706d11d', 'name': 'tempest-TestVolumeBootPattern-1970871345-router', 'tenant_id': 'bc5b6a62a8384289937a094bac0d6d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:47:23Z', 'updated_at': '2022-07-19T15:55:51Z', 'revision_number': 6, 'project_id': 'bc5b6a62a8384289937a094bac0d6d17', 'gw_port_host': None}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:55:51.413140 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (a3361cd4-bf0a-4764-9021-77cb17b215a4), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.442294 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3361cd4-bf0a-4764-9021-77cb17b215a4,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:51.509971 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661796'] for router_gateway (06e761b4-d68e-4b34-ae3c-fd887706d11d), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.556544 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.599217 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-918'] for router (06e761b4-d68e-4b34-ae3c-fd887706d11d), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.601993 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Publish callbacks [] for router_controller (06e761b4-d68e-4b34-ae3c-fd887706d11d), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.603409 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:51.644116 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667305'] for router (06e761b4-d68e-4b34-ae3c-fd887706d11d), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.644701 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06e761b4-d68e-4b34-ae3c-fd887706d11d {{(pid=115785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 15:55:51.649505 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.651606 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-58d04362-fc36-49c2-af5b-6bbfdb1ff06b admin admin] 10.222.0.64 "DELETE /v2.0/routers/06e761b4-d68e-4b34-ae3c-fd887706d11d HTTP/1.1" status: 204 len: 168 time: 0.8167484 Jul 19 15:55:51.653762 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37784) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:51.699201 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee5a002-0374-42d5-9f4c-9b54b25affee admin admin] Deleting subnet ab778356-fa1b-4710-a30c-a12fc62d4e9b {{(pid=115785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:55:51.702637 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eee5a002-0374-42d5-9f4c-9b54b25affee admin admin] Publish callbacks [] for subnet (ab778356-fa1b-4710-a30c-a12fc62d4e9b), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.742847 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eee5a002-0374-42d5-9f4c-9b54b25affee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28889440'] for subnet (ab778356-fa1b-4710-a30c-a12fc62d4e9b), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.775525 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:51.825919 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eee5a002-0374-42d5-9f4c-9b54b25affee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (ab778356-fa1b-4710-a30c-a12fc62d4e9b), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.872170 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.881910 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eee5a002-0374-42d5-9f4c-9b54b25affee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28811008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28593656'] for subnet (ab778356-fa1b-4710-a30c-a12fc62d4e9b), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.910747 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5a002-0374-42d5-9f4c-9b54b25affee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab778356-fa1b-4710-a30c-a12fc62d4e9b,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:51.916479 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-eee5a002-0374-42d5-9f4c-9b54b25affee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:51.919920 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-eee5a002-0374-42d5-9f4c-9b54b25affee admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ab778356-fa1b-4710-a30c-a12fc62d4e9b HTTP/1.1" status: 204 len: 168 time: 0.2652061 Jul 19 15:55:51.921984 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78806274-7a99-4dd1-98a2-78b00f4d828c None None] Network 6864148b-6d75-4799-862a-2a7913da1816 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:55:51.922894 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37786) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:51.936920 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:51.993317 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (6864148b-6d75-4799-862a-2a7913da1816), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.035689 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Deleting port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:55:52.036037 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.103085 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] For port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78,segment=NetworkSegment(3c9106e3-2290-4281-9687-8e30c2e342af),segment_id=3c9106e3-2290-4281-9687-8e30c2e342af)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:55:52.103376 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.115938 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Calling delete_port for 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 owned by network:dhcp {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:55:52.185676 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:52.186288 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a885414-f42c-49ff-8e4c-6fdd0043d110 None None] DHCP port deletion for 6864148b-6d75-4799-862a-2a7913da1816 request from dv-cinder-849022-3-iscsi {{(pid=115786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 15:55:52.214620 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.219241 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:55:52.231417 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-2a885414-f42c-49ff-8e4c-6fdd0043d110 None None] Deleting port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 {{(pid=115786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:55:52.231832 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2a885414-f42c-49ff-8e4c-6fdd0043d110 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), before_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.248939 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:55:52.251992 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:52.254103 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] No DVR routers for this DVR port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 on host dv-cinder-849022-3-iscsi {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:55:52.280521 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:55:52.280869 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:55:52.281294 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a3361cd4-bf0a-4764-9021-77cb17b215a4 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:55:52.328150 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (6864148b-6d75-4799-862a-2a7913da1816), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.330153 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: a3361cd4-bf0a-4764-9021-77cb17b215a4 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:55:52.330524 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a3361cd4-bf0a-4764-9021-77cb17b215a4 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:55:52.330938 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 8c129063-4fff-4425-a879-5aed53212feb no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:55:52.349104 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6864148b-6d75-4799-862a-2a7913da1816']}} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:52.357806 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 8c129063-4fff-4425-a879-5aed53212feb {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:55:52.358137 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 8c129063-4fff-4425-a879-5aed53212feb not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:55:52.358553 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9106e3-2290-4281-9687-8e30c2e342af') {'for_net_delete': True} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:52.358860 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9106e3-2290-4281-9687-8e30c2e342af') {} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:55:52.359975 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-2a885414-f42c-49ff-8e4c-6fdd0043d110 None None] For port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78, host dv-cinder-849022-3-iscsi, got binding levels [] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:55:52.360414 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2a885414-f42c-49ff-8e4c-6fdd0043d110 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), precommit_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.371893 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25197853'] for segment (3c9106e3-2290-4281-9687-8e30c2e342af), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.374417 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-2a885414-f42c-49ff-8e4c-6fdd0043d110 None None] Calling delete_port for 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 owned by network:dhcp {{(pid=115786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:55:52.377494 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.ipam_backend_mixin [None req-2a885414-f42c-49ff-8e4c-6fdd0043d110 None None] Port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 was not found and therefore no delete operation was performed {{(pid=115786) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 19 15:55:52.378762 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2a885414-f42c-49ff-8e4c-6fdd0043d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758'] for port (4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78), after_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.386900 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (3c9106e3-2290-4281-9687-8e30c2e342af), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.399854 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=115784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:55:52.400366 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29312085'] for segment (3c9106e3-2290-4281-9687-8e30c2e342af), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.411116 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a885414-f42c-49ff-8e4c-6fdd0043d110 None None] Pushing event deleted for resources: {'Port': ['ID=4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78,revision_number=None']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:52.416024 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a885414-f42c-49ff-8e4c-6fdd0043d110 None None] No DVR routers for this DVR port 4d4a2ba5-e5c3-4f3e-92a0-9272f3be8d78 on host dv-cinder-849022-3-iscsi {{(pid=115786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:55:52.458905 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment 3c9106e3-2290-4281-9687-8e30c2e342af resource provider aggregate not found Jul 19 15:55:52.478627 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment 3c9106e3-2290-4281-9687-8e30c2e342af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c9106e3-2290-4281-9687-8e30c2e342af found for delete ", "request_id": "req-838f1962-d94e-4866-b627-c2b7f7afabf2"}]} Jul 19 15:55:52.479495 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (6864148b-6d75-4799-862a-2a7913da1816), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.485471 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.488428 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6864148b-6d75-4799-862a-2a7913da1816 HTTP/1.1" status: 204 len: 168 time: 0.5640590 Jul 19 15:55:52.503545 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9cd24-25e8-41e0-93fa-44a712863bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6864148b-6d75-4799-862a-2a7913da1816,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:52.611557 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37794) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:52.651106 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b92a1b50-d520-4bb7-90bc-9c2cb1c721f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6827afcdf1f3481882f808dc01908a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383358 Jul 19 15:55:52.653472 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37796) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:52.702229 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-db72c598-b102-45f2-935f-456791d0ff7f admin admin] Publish callbacks [] for security_group (debf66b3-47cc-4121-ac66-b3af64d1cc70), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.728017 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-db72c598-b102-45f2-935f-456791d0ff7f admin admin] Publish callbacks [] for security_group (debf66b3-47cc-4121-ac66-b3af64d1cc70), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.774430 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-db72c598-b102-45f2-935f-456791d0ff7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (debf66b3-47cc-4121-ac66-b3af64d1cc70), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.777067 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-db72c598-b102-45f2-935f-456791d0ff7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:52.778205 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-db72c598-b102-45f2-935f-456791d0ff7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/debf66b3-47cc-4121-ac66-b3af64d1cc70 HTTP/1.1" status: 204 len: 168 time: 0.1238656 Jul 19 15:55:52.785985 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72c598-b102-45f2-935f-456791d0ff7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debf66b3-47cc-4121-ac66-b3af64d1cc70,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:53.101035 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37802) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:53.141555 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-b2d3067c-fce8-4bba-943e-2daead059e20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc5b6a62a8384289937a094bac0d6d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394268 Jul 19 15:55:53.144000 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37804) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:55:53.191727 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-443c5bfa-8092-4ffb-9fa5-78d422d337ac admin admin] Publish callbacks [] for security_group (ce3cdb1b-18ec-4141-a49d-ea05bddc128c), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:53.213519 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-443c5bfa-8092-4ffb-9fa5-78d422d337ac admin admin] Publish callbacks [] for security_group (ce3cdb1b-18ec-4141-a49d-ea05bddc128c), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:53.261202 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-443c5bfa-8092-4ffb-9fa5-78d422d337ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (ce3cdb1b-18ec-4141-a49d-ea05bddc128c), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:53.263794 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-443c5bfa-8092-4ffb-9fa5-78d422d337ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:55:53.264950 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-443c5bfa-8092-4ffb-9fa5-78d422d337ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce3cdb1b-18ec-4141-a49d-ea05bddc128c HTTP/1.1" status: 204 len: 168 time: 0.1200736 Jul 19 15:55:53.272748 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c5bfa-8092-4ffb-9fa5-78d422d337ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3cdb1b-18ec-4141-a49d-ea05bddc128c,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:55:58.342043 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=97 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:01.161210 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bda79-b76a-4559-a728-fe0c01fa964a req-e271f79d-5be2-40bd-b836-c683d53066a6 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:01.162696 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-520bda79-b76a-4559-a728-fe0c01fa964a req-e271f79d-5be2-40bd-b836-c683d53066a6 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0494709 Jul 19 15:56:01.213029 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-520bda79-b76a-4559-a728-fe0c01fa964a req-77407e65-426f-427a-a3fc-2b6473a890b2 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439579 Jul 19 15:56:01.888743 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:01.910950 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=13,neutron:DELETE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:02.338104 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b183522-0eea-49cd-9820-55c7cfefaaaa req-52a9598e-6cfc-46fc-be33-b3d4ae165ec9 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:02.339611 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8b183522-0eea-49cd-9820-55c7cfefaaaa req-52a9598e-6cfc-46fc-be33-b3d4ae165ec9 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0484636 Jul 19 15:56:02.388708 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8b183522-0eea-49cd-9820-55c7cfefaaaa req-4d47fed7-329b-4bc3-8b11-cab09f0d33c8 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436342 Jul 19 15:56:02.389393 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=20 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:03.285412 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:03.504732 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899af4f-7f55-4e5d-ab44-3f835447d149 req-3c46deb3-7d03-4c3c-91b9-c46e02d8f95d tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:03.506194 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8899af4f-7f55-4e5d-ab44-3f835447d149 req-3c46deb3-7d03-4c3c-91b9-c46e02d8f95d tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0467377 Jul 19 15:56:03.555308 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8899af4f-7f55-4e5d-ab44-3f835447d149 req-bee06900-9d3c-466e-b45a-b0888bc009fa tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430284 Jul 19 15:56:04.667273 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517421a-c133-4da7-b851-c335a0011de3 req-42ec176a-6f24-4014-8359-9abb30e6866a tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:04.668730 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5517421a-c133-4da7-b851-c335a0011de3 req-42ec176a-6f24-4014-8359-9abb30e6866a tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0468874 Jul 19 15:56:04.718646 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-5517421a-c133-4da7-b851-c335a0011de3 req-0a43a503-1338-49c4-8d97-b4014dddd3f7 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440981 Jul 19 15:56:05.830272 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c0549-7d4d-4ff4-8819-259fbe747d07 req-7797e754-dad6-407a-8d36-1100dfb6bc3f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:05.831759 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7e2c0549-7d4d-4ff4-8819-259fbe747d07 req-7797e754-dad6-407a-8d36-1100dfb6bc3f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0465024 Jul 19 15:56:05.843165 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:05.885869 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-7e2c0549-7d4d-4ff4-8819-259fbe747d07 req-a7056c84-cff3-4446-af5b-6675dd6ddde1 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480230 Jul 19 15:56:07.275337 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90857fd-7714-4a55-a574-1f1182e09d14 req-d6792b50-3025-4500-9ff5-b31754d7030b tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:07.276810 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d90857fd-7714-4a55-a574-1f1182e09d14 req-d6792b50-3025-4500-9ff5-b31754d7030b tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.3212757 Jul 19 15:56:07.326694 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d90857fd-7714-4a55-a574-1f1182e09d14 req-0e6704cc-2a50-40f1-abb1-966fd7b5aa5a tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441723 Jul 19 15:56:08.440018 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3359e-a11b-4b48-8683-7c96efbf46d8 req-840ce325-2b84-4e3f-a8ea-b795a1c0d61f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:08.441464 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-76a3359e-a11b-4b48-8683-7c96efbf46d8 req-840ce325-2b84-4e3f-a8ea-b795a1c0d61f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0477698 Jul 19 15:56:08.466645 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:08.491053 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-76a3359e-a11b-4b48-8683-7c96efbf46d8 req-413e1c08-8c11-47a1-90d4-9e4c6fb20547 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437176 Jul 19 15:56:09.604310 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64c104-aeb1-461b-aaa6-865610792143 req-8a09118e-758b-4ebe-a30e-b87abec2bcc1 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:09.605763 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9f64c104-aeb1-461b-aaa6-865610792143 req-8a09118e-758b-4ebe-a30e-b87abec2bcc1 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0471346 Jul 19 15:56:09.654822 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-9f64c104-aeb1-461b-aaa6-865610792143 req-a7766694-d226-4bda-ad92-42acd974a120 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431583 Jul 19 15:56:09.814160 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:56:10.769379 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d38f7-dfdb-4042-9330-5db4575fdd00 req-7dfa2908-8c07-4a4e-8c8a-c1f95e7f142e tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:10.770919 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-349d38f7-dfdb-4042-9330-5db4575fdd00 req-7dfa2908-8c07-4a4e-8c8a-c1f95e7f142e tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0473480 Jul 19 15:56:10.820425 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-349d38f7-dfdb-4042-9330-5db4575fdd00 req-3c434db1-a80b-407f-ab63-f2c4b970abbf tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439365 Jul 19 15:56:11.446259 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7794a-b393-4901-bab2-6a029ef79e13 req-58e14c15-d941-4a19-9180-85f45ca1aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:11.447789 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3bc7794a-b393-4901-bab2-6a029ef79e13 req-58e14c15-d941-4a19-9180-85f45ca1aa5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf521f7d98c641d4941eb041acf65405&device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 1129 time: 0.1795568 Jul 19 15:56:11.537442 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7794a-b393-4901-bab2-6a029ef79e13 req-188b9370-32d6-41ad-9703-f48518c22283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:11.539600 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3bc7794a-b393-4901-bab2-6a029ef79e13 req-188b9370-32d6-41ad-9703-f48518c22283 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6889f24c-6e7e-40a5-a521-2143b6f00622 HTTP/1.1" status: 200 len: 909 time: 0.0843577 Jul 19 15:56:11.604780 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3bc7794a-b393-4901-bab2-6a029ef79e13 req-f3d85c86-e95b-4765-902f-3ff4852cc79d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62 HTTP/1.1" status: 200 len: 1000 time: 0.0591166 Jul 19 15:56:11.651689 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7794a-b393-4901-bab2-6a029ef79e13 req-3ff6c952-26b9-4a4c-ab81-44b8784972b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:11.653101 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3bc7794a-b393-4901-bab2-6a029ef79e13 req-3ff6c952-26b9-4a4c-ab81-44b8784972b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7f59326-2368-416e-afa3-87b4ca7f4a5b HTTP/1.1" status: 200 len: 847 time: 0.0442202 Jul 19 15:56:11.698036 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7794a-b393-4901-bab2-6a029ef79e13 req-4edae4e7-7d07-47bd-84c6-1b2214b18903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:11.699639 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3bc7794a-b393-4901-bab2-6a029ef79e13 req-4edae4e7-7d07-47bd-84c6-1b2214b18903 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6889f24c-6e7e-40a5-a521-2143b6f00622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389128 Jul 19 15:56:11.792313 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3bc7794a-b393-4901-bab2-6a029ef79e13 req-fe807390-5b69-46a5-a4ff-2c0ffe3d5e89 service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860119 Jul 19 15:56:11.885431 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-3bc7794a-b393-4901-bab2-6a029ef79e13 req-7a331bcc-42be-4531-bf4f-5ed20c6954c2 service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837438 Jul 19 15:56:11.937281 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d9831-372b-4017-8c42-ba0a73d11a61 req-e416f3d2-71b9-4604-bc1c-364a767acbbb tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:11.938775 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c70d9831-372b-4017-8c42-ba0a73d11a61 req-e416f3d2-71b9-4604-bc1c-364a767acbbb tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0516787 Jul 19 15:56:11.988405 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c70d9831-372b-4017-8c42-ba0a73d11a61 req-343bc68c-5e48-4957-8f3e-f3eb3688eac2 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441554 Jul 19 15:56:13.350013 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af7b04-b006-4c74-b98e-82d709a9ccc1 req-ed522c5d-01b9-4b0b-a8ce-9cc80a953574 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:13.352646 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-99af7b04-b006-4c74-b98e-82d709a9ccc1 req-ed522c5d-01b9-4b0b-a8ce-9cc80a953574 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.2976878 Jul 19 15:56:13.402316 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-99af7b04-b006-4c74-b98e-82d709a9ccc1 req-153a14ad-6bd0-4a9e-9a86-e8a59baf7781 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446582 Jul 19 15:56:13.674609 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:14.516669 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5db13b-4b5b-42d2-88a1-4e8d4fba1e90 req-e9de0f01-3c98-4044-8544-18d7f7d718bd tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:14.518143 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2c5db13b-4b5b-42d2-88a1-4e8d4fba1e90 req-e9de0f01-3c98-4044-8544-18d7f7d718bd tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0467334 Jul 19 15:56:14.548734 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:14.555363 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:14.569158 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-2c5db13b-4b5b-42d2-88a1-4e8d4fba1e90 req-8de8a0b7-beed-4b4a-9046-c5487942a6d6 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453715 Jul 19 15:56:14.795844 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-9b12bc97-f473-4e4e-a7b9-0c1dfae4c8c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0738645 Jul 19 15:56:14.811271 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e26d91-d164-4f34-b2ee-3f1a1dfcd13f req-b43c1ed6-2613-4c0e-afa3-fbbc172f2e23 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:14.813577 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f0e26d91-d164-4f34-b2ee-3f1a1dfcd13f req-b43c1ed6-2613-4c0e-afa3-fbbc172f2e23 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0604088 Jul 19 15:56:14.890835 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-038479ab-4961-4d48-a252-b6921a88ae91 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:14.892199 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-038479ab-4961-4d48-a252-b6921a88ae91 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports/1afaa31f-2b36-4dde-a958-b15bf3c12a62 HTTP/1.1" status: 200 len: 942 time: 0.0657926 Jul 19 15:56:14.906464 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-f0e26d91-d164-4f34-b2ee-3f1a1dfcd13f req-3be671ea-da02-4cc7-8ef9-f4d8ba083025 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866005 Jul 19 15:56:16.020938 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8553c5-4aec-4c88-bc8a-df1a6983bc6c req-3c212687-479b-456f-8416-7fb69db2e981 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:16.022395 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5d8553c5-4aec-4c88-bc8a-df1a6983bc6c req-3c212687-479b-456f-8416-7fb69db2e981 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0472565 Jul 19 15:56:16.071605 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-5d8553c5-4aec-4c88-bc8a-df1a6983bc6c req-51564b5e-47bf-45d6-95cd-4eb92dc2af0e tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430317 Jul 19 15:56:16.174537 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fb0bd-6cb3-455b-8396-f52efe851412 req-d13e3d4c-7d3c-4871-8458-0f02f86c8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:16.175963 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-308fb0bd-6cb3-455b-8396-f52efe851412 req-d13e3d4c-7d3c-4871-8458-0f02f86c8579 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf521f7d98c641d4941eb041acf65405&device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 1129 time: 0.0408576 Jul 19 15:56:16.187565 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-e7b82724-b6c6-4cad-b9f4-5586f18a8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:16.189117 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-e7b82724-b6c6-4cad-b9f4-5586f18a8b6e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256&tenant_id=cf521f7d98c641d4941eb041acf65405 HTTP/1.1" status: 200 len: 1129 time: 0.0426135 Jul 19 15:56:16.267677 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-6df03f90-65c6-4119-9e85-ad5aa4f59d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:16.292875 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fb0bd-6cb3-455b-8396-f52efe851412 req-41efe3ea-2d5c-47df-91c4-25219250bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:16.294632 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-308fb0bd-6cb3-455b-8396-f52efe851412 req-41efe3ea-2d5c-47df-91c4-25219250bb58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6889f24c-6e7e-40a5-a521-2143b6f00622 HTTP/1.1" status: 200 len: 909 time: 0.0975704 Jul 19 15:56:16.360684 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-308fb0bd-6cb3-455b-8396-f52efe851412 req-a27f2cd7-531b-453c-a468-9d411004e26b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62 HTTP/1.1" status: 200 len: 1000 time: 0.0583136 Jul 19 15:56:16.410760 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fb0bd-6cb3-455b-8396-f52efe851412 req-22e857fe-4dd6-4ad2-8640-c89a8567bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:16.412256 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-308fb0bd-6cb3-455b-8396-f52efe851412 req-22e857fe-4dd6-4ad2-8640-c89a8567bf20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7f59326-2368-416e-afa3-87b4ca7f4a5b HTTP/1.1" status: 200 len: 847 time: 0.0443017 Jul 19 15:56:16.456965 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fb0bd-6cb3-455b-8396-f52efe851412 req-0629841b-7942-40e6-8517-d94d6308ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:16.458342 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-308fb0bd-6cb3-455b-8396-f52efe851412 req-0629841b-7942-40e6-8517-d94d6308ad36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6889f24c-6e7e-40a5-a521-2143b6f00622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400960 Jul 19 15:56:16.551579 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-308fb0bd-6cb3-455b-8396-f52efe851412 req-37b7a8e2-e16e-4e61-8284-1dce09ad237e service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865781 Jul 19 15:56:16.650928 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-308fb0bd-6cb3-455b-8396-f52efe851412 req-b0cfca06-c3a3-49d1-88e3-98b824d5ea18 service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936763 Jul 19 15:56:16.730818 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-6f6bc8de-c21a-423e-9b4e-03aaac31ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:16.732224 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-6f6bc8de-c21a-423e-9b4e-03aaac31ec32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf521f7d98c641d4941eb041acf65405&device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 1129 time: 0.0394363 Jul 19 15:56:16.823515 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:16.826490 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-d1ab063b-6cfd-498e-a688-63d1c18d2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:16.827955 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-d1ab063b-6cfd-498e-a688-63d1c18d2892 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6889f24c-6e7e-40a5-a521-2143b6f00622 HTTP/1.1" status: 200 len: 909 time: 0.0900369 Jul 19 15:56:16.895784 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-96d6a20d-283c-4473-8292-2daff53eb00c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62 HTTP/1.1" status: 200 len: 1000 time: 0.0609603 Jul 19 15:56:16.947643 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-e5fec982-10a5-4dcb-9100-5e40cfc8f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:16.949070 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-e5fec982-10a5-4dcb-9100-5e40cfc8f8a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7f59326-2368-416e-afa3-87b4ca7f4a5b HTTP/1.1" status: 200 len: 847 time: 0.0480120 Jul 19 15:56:16.981227 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:16.993100 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-be8316dc-fac1-4e92-aed6-60cd839260ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:16.994590 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-be8316dc-fac1-4e92-aed6-60cd839260ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6889f24c-6e7e-40a5-a521-2143b6f00622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392833 Jul 19 15:56:17.086048 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-e859f8fa-4d65-4142-8ebe-166d7146ca1c service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848453 Jul 19 15:56:17.176624 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-dfe6d4cc-0dd7-42bd-8101-621975cda30e req-93113817-d321-420f-a664-7e7fa02a9682 service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845816 Jul 19 15:56:17.191517 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d0f71-4d49-445a-895f-cff9572ccd48 req-919d2bf2-051f-4aa5-83c7-44d5a6ba3150 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:17.193024 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-436d0f71-4d49-445a-895f-cff9572ccd48 req-919d2bf2-051f-4aa5-83c7-44d5a6ba3150 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0532095 Jul 19 15:56:17.244447 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-436d0f71-4d49-445a-895f-cff9572ccd48 req-4dcc0c67-e7ed-40ff-9a46-c1feba281c4d tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446234 Jul 19 15:56:17.452038 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 1afaa31f-2b36-4dde-a958-b15bf3c12a62 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:56:17.520865 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 is: ACTIVE; New status is: DOWN {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:56:17.521164 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:17.544854 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:56:17.547141 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48899aa-59b6-4101-b16b-e0b6ea2d68e2" -d '{"events": [{"server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "name": "network-vif-unplugged", "status": "completed", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:56:17.564109 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 1afaa31f-2b36-4dde-a958-b15bf3c12a62, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:56:17.568224 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:17.616039 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=1afaa31f-2b36-4dde-a958-b15bf3c12a62,revision_number=6']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:17.705442 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Jul 2022 15:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c13f7eb-02f4-46ec-b5ba-2404ecac9014 x-openstack-request-id: req-3c13f7eb-02f4-46ec-b5ba-2404ecac9014 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:56:17.705729 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "name": "network-vif-unplugged", "status": "completed", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:56:17.706001 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c13f7eb-02f4-46ec-b5ba-2404ecac9014 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:56:17.706427 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c13f7eb-02f4-46ec-b5ba-2404ecac9014'] response: {'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'code': 200} Jul 19 15:56:18.357632 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3874d-47f5-4381-b3dc-8984a7d8dc2a req-a43639d9-2252-4487-966b-fdd81dd52cda tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:18.359128 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-65f3874d-47f5-4381-b3dc-8984a7d8dc2a req-a43639d9-2252-4487-966b-fdd81dd52cda tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 943 time: 0.0472376 Jul 19 15:56:18.407611 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-65f3874d-47f5-4381-b3dc-8984a7d8dc2a req-18a41233-6342-4494-9e85-d8a750d62ae3 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429766 Jul 19 15:56:18.646447 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-01d3a19d-2b60-489a-a0f7-fc586af3c7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:19.271505 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-be8ea855-8860-4e95-a627-f77e48b3b43a req-88f62e4a-0791-4723-a350-510f854accad tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693911727&fields=id&tenant_id=6a9e5f3b931d47b6bfb7938a89c2a37d HTTP/1.1" status: 200 len: 267 time: 0.0449800 Jul 19 15:56:19.326129 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ea855-8860-4e95-a627-f77e48b3b43a req-af44a89c-0504-4155-8096-07ae2703a4d7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:19.327628 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-be8ea855-8860-4e95-a627-f77e48b3b43a req-af44a89c-0504-4155-8096-07ae2703a4d7 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 985 time: 0.0510023 Jul 19 15:56:19.337996 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.v2.base [req-be8ea855-8860-4e95-a627-f77e48b3b43a req-6572cfc6-8eb9-4dcd-86dd-aa9308fa7c61 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Request body: {'port': {'security_groups': ['16178008-3ff8-4a6a-ac05-a9cd01b80faf']}} {{(pid=115784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 15:56:19.409470 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-be8ea855-8860-4e95-a627-f77e48b3b43a req-6572cfc6-8eb9-4dcd-86dd-aa9308fa7c61 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (818b1333-97cf-4dc6-b490-98d025379610), before_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:19.526375 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945814c-5d7b-4748-ae29-fc54c2d17700 req-72a6bd08-46be-4263-ac77-fc8f34dd6aa3 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:19.527856 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d945814c-5d7b-4748-ae29-fc54c2d17700 req-72a6bd08-46be-4263-ac77-fc8f34dd6aa3 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 943 time: 0.0509191 Jul 19 15:56:19.577437 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-d945814c-5d7b-4748-ae29-fc54c2d17700 req-f6f8d2a2-0ee3-4439-99db-61a2707c7810 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441341 Jul 19 15:56:19.590813 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-be8ea855-8860-4e95-a627-f77e48b3b43a req-6572cfc6-8eb9-4dcd-86dd-aa9308fa7c61 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] For port 818b1333-97cf-4dc6-b490-98d025379610, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=818b1333-97cf-4dc6-b490-98d025379610,segment=NetworkSegment(e04c5bef-1f51-4887-93b8-9d73558fec55),segment_id=e04c5bef-1f51-4887-93b8-9d73558fec55)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:56:19.619589 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-be8ea855-8860-4e95-a627-f77e48b3b43a req-6572cfc6-8eb9-4dcd-86dd-aa9308fa7c61 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for port (818b1333-97cf-4dc6-b490-98d025379610), precommit_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:19.625278 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-be8ea855-8860-4e95-a627-f77e48b3b43a req-6572cfc6-8eb9-4dcd-86dd-aa9308fa7c61 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29312049'] for port (818b1333-97cf-4dc6-b490-98d025379610), after_update {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:19.641029 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['818b1333-97cf-4dc6-b490-98d025379610'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:56:19.667878 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ea855-8860-4e95-a627-f77e48b3b43a req-6572cfc6-8eb9-4dcd-86dd-aa9308fa7c61 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:19.668578 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-be8ea855-8860-4e95-a627-f77e48b3b43a req-6572cfc6-8eb9-4dcd-86dd-aa9308fa7c61 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:19.670612 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-be8ea855-8860-4e95-a627-f77e48b3b43a req-6572cfc6-8eb9-4dcd-86dd-aa9308fa7c61 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "PUT /v2.0/ports/818b1333-97cf-4dc6-b490-98d025379610 HTTP/1.1" status: 200 len: 943 time: 0.3365808 Jul 19 15:56:19.670824 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'tag': '818b1333-97cf-4dc6-b490-98d025379610'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:56:19.673179 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e290058-b49f-4c37-8ef8-7362632fd177" -d '{"events": [{"name": "network-changed", "server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "tag": "818b1333-97cf-4dc6-b490-98d025379610"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:56:19.691900 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37866) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:19.699075 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:19.725591 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572cfc6-8eb9-4dcd-86dd-aa9308fa7c61 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event updated for resources: {'Port': ['ID=818b1333-97cf-4dc6-b490-98d025379610,revision_number=7']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:19.734502 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['818b1333-97cf-4dc6-b490-98d025379610'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:56:19.779558 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bf7c250c-de29-4ef6-a970-dd18c0bb076c tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group (5e2b31de-b841-4b95-ba90-d36a9688578b), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:19.810099 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=4 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:19.811451 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=4 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:19.812470 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bf7c250c-de29-4ef6-a970-dd18c0bb076c tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group (5e2b31de-b841-4b95-ba90-d36a9688578b), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:19.824988 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b6819f-a375-4efc-9e33-7b272b3ffc26 x-openstack-request-id: req-71b6819f-a375-4efc-9e33-7b272b3ffc26 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:56:19.825318 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "tag": "818b1333-97cf-4dc6-b490-98d025379610", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:56:19.825718 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71b6819f-a375-4efc-9e33-7b272b3ffc26 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:56:19.826217 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b6819f-a375-4efc-9e33-7b272b3ffc26'] response: {'name': 'network-changed', 'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'tag': '818b1333-97cf-4dc6-b490-98d025379610', 'status': 'completed', 'code': 200} Jul 19 15:56:19.831968 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:19.904873 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e290058-b49f-4c37-8ef8-7362632fd177 req-0f3be220-5aca-44cb-95dc-8afb5e404e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:19.906759 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2e290058-b49f-4c37-8ef8-7362632fd177 req-0f3be220-5aca-44cb-95dc-8afb5e404e1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a9e5f3b931d47b6bfb7938a89c2a37d&device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 1130 time: 0.0579245 Jul 19 15:56:19.967185 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-947113a8-ea20-4249-ba2e-55b853539c33 None None] Provisioning complete for port 818b1333-97cf-4dc6-b490-98d025379610 triggered by entity DHCP. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:56:19.967450 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-947113a8-ea20-4249-ba2e-55b853539c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (818b1333-97cf-4dc6-b490-98d025379610), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:19.981927 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:19.984584 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bf7c250c-de29-4ef6-a970-dd18c0bb076c tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (5e2b31de-b841-4b95-ba90-d36a9688578b), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:19.987140 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-bf7c250c-de29-4ef6-a970-dd18c0bb076c tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:19.988272 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-bf7c250c-de29-4ef6-a970-dd18c0bb076c tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "DELETE /v2.0/security-groups/5e2b31de-b841-4b95-ba90-d36a9688578b HTTP/1.1" status: 204 len: 168 time: 0.2954440 Jul 19 15:56:19.991223 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37870) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:20.006704 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c250c-de29-4ef6-a970-dd18c0bb076c tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2b31de-b841-4b95-ba90-d36a9688578b,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:20.028151 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e290058-b49f-4c37-8ef8-7362632fd177 req-b15a33e8-7fe1-44fd-bba0-f3d31ec471d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:20.029677 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2e290058-b49f-4c37-8ef8-7362632fd177 req-b15a33e8-7fe1-44fd-bba0-f3d31ec471d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79877616-2837-475b-9882-e49c1f1a3a64 HTTP/1.1" status: 200 len: 915 time: 0.1172988 Jul 19 15:56:20.099825 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2e290058-b49f-4c37-8ef8-7362632fd177 req-6b25d8cf-613b-404d-b49d-f5d1cd10c81e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=818b1333-97cf-4dc6-b490-98d025379610 HTTP/1.1" status: 200 len: 1002 time: 0.0632868 Jul 19 15:56:20.149756 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-de48af76-a7f1-49f1-901d-26d2061e21ba tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Deleting port 95a9959c-d506-4f17-b631-3870f2163475 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:56:20.150500 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-de48af76-a7f1-49f1-901d-26d2061e21ba tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (95a9959c-d506-4f17-b631-3870f2163475), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:20.154828 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e290058-b49f-4c37-8ef8-7362632fd177 req-4381f596-4857-436a-a6fc-a8d1e796c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:20.156421 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2e290058-b49f-4c37-8ef8-7362632fd177 req-4381f596-4857-436a-a6fc-a8d1e796c0c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d12df4-bcc4-46c4-beda-2f684da89512 HTTP/1.1" status: 200 len: 853 time: 0.0506599 Jul 19 15:56:20.160306 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-947113a8-ea20-4249-ba2e-55b853539c33 None None] Current status of the port 818b1333-97cf-4dc6-b490-98d025379610 is: ACTIVE; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:56:20.204932 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e290058-b49f-4c37-8ef8-7362632fd177 req-e54e50be-7dff-4f9f-ad81-faceea0936f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:20.206462 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2e290058-b49f-4c37-8ef8-7362632fd177 req-e54e50be-7dff-4f9f-ad81-faceea0936f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79877616-2837-475b-9882-e49c1f1a3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441008 Jul 19 15:56:20.229728 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-de48af76-a7f1-49f1-901d-26d2061e21ba tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (95a9959c-d506-4f17-b631-3870f2163475), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:20.230058 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-de48af76-a7f1-49f1-901d-26d2061e21ba tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for floatingip (95a9959c-d506-4f17-b631-3870f2163475), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:20.242728 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-de48af76-a7f1-49f1-901d-26d2061e21ba tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Calling delete_port for 95a9959c-d506-4f17-b631-3870f2163475 owned by network:floatingip {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:56:20.301214 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2e290058-b49f-4c37-8ef8-7362632fd177 req-ce949648-d8bb-4e20-b153-e6c06d1371a1 service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881574 Jul 19 15:56:20.393306 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-de48af76-a7f1-49f1-901d-26d2061e21ba tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (95a9959c-d506-4f17-b631-3870f2163475), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:20.394163 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2e290058-b49f-4c37-8ef8-7362632fd177 req-8d5c92db-3b40-49b9-b34a-89c76dcdb140 service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866473 Jul 19 15:56:20.398194 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:20.401738 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:20.427124 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48af76-a7f1-49f1-901d-26d2061e21ba tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event deleted for resources: {'Port': ['ID=95a9959c-d506-4f17-b631-3870f2163475,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:20.487217 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-de48af76-a7f1-49f1-901d-26d2061e21ba tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks [] for floatingip (24476b8b-0085-439e-b4de-a855d74e698c), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:20.487454 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [None req-de48af76-a7f1-49f1-901d-26d2061e21ba tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Floating IP 24476b8b-0085-439e-b4de-a855d74e698c disassociated (deleted). External IP: 172.27.2.138, port: 818b1333-97cf-4dc6-b490-98d025379610. Jul 19 15:56:20.695567 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc5aae-5efd-4534-afb2-64e898ff3fc8 req-e3d7d5f2-c540-46ab-b846-f6c732841af7 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:20.697083 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-aafc5aae-5efd-4534-afb2-64e898ff3fc8 req-e3d7d5f2-c540-46ab-b846-f6c732841af7 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 943 time: 0.0500937 Jul 19 15:56:20.698095 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de48af76-a7f1-49f1-901d-26d2061e21ba tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Router 05658cf0-b4fb-4760-8912-13b4e2c02710 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:56:20.750543 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-aafc5aae-5efd-4534-afb2-64e898ff3fc8 req-5f1cc664-337e-46af-9ba9-97199a85d94b tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478277 Jul 19 15:56:20.804294 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de48af76-a7f1-49f1-901d-26d2061e21ba tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:56:20.809080 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-de48af76-a7f1-49f1-901d-26d2061e21ba tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:20.813930 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de822ce7-512a-4871-85fd-60ed191b1c74 None None] Sync routers for ids ['05658cf0-b4fb-4760-8912-13b4e2c02710'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:56:20.824314 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de822ce7-512a-4871-85fd-60ed191b1c74 None None] Routers {'05658cf0-b4fb-4760-8912-13b4e2c02710'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:56:20.824925 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-de822ce7-512a-4871-85fd-60ed191b1c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:56:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['05658cf0-b4fb-4760-8912-13b4e2c02710'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:20.840094 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-de48af76-a7f1-49f1-901d-26d2061e21ba tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "DELETE /v2.0/floatingips/24476b8b-0085-439e-b4de-a855d74e698c HTTP/1.1" status: 204 len: 168 time: 0.8472438 Jul 19 15:56:20.840828 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'tag': '818b1333-97cf-4dc6-b490-98d025379610'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:56:20.843366 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6553f3b-678b-4c99-b458-d3f6542862a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "tag": "818b1333-97cf-4dc6-b490-98d025379610"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:56:20.934381 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-de822ce7-512a-4871-85fd-60ed191b1c74 None None] Set router 05658cf0-b4fb-4760-8912-13b4e2c02710 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:56:20.943019 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dfa147-a53a-406a-b826-11f9bd80985f x-openstack-request-id: req-52dfa147-a53a-406a-b826-11f9bd80985f {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:56:20.943311 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "tag": "818b1333-97cf-4dc6-b490-98d025379610", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:56:20.943572 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52dfa147-a53a-406a-b826-11f9bd80985f {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:56:20.944014 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52dfa147-a53a-406a-b826-11f9bd80985f'] response: {'name': 'network-changed', 'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'tag': '818b1333-97cf-4dc6-b490-98d025379610', 'status': 'completed', 'code': 200} Jul 19 15:56:21.010173 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6553f3b-678b-4c99-b458-d3f6542862a0 req-674409be-b71d-4c85-bde9-ab333c3c87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:21.011737 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b6553f3b-678b-4c99-b458-d3f6542862a0 req-674409be-b71d-4c85-bde9-ab333c3c87ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a9e5f3b931d47b6bfb7938a89c2a37d&device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 1130 time: 0.0454171 Jul 19 15:56:21.118704 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6553f3b-678b-4c99-b458-d3f6542862a0 req-ee476b6b-a39d-4381-9265-eea8c86075ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:21.120868 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b6553f3b-678b-4c99-b458-d3f6542862a0 req-ee476b6b-a39d-4381-9265-eea8c86075ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=79877616-2837-475b-9882-e49c1f1a3a64 HTTP/1.1" status: 200 len: 915 time: 0.0985780 Jul 19 15:56:21.147371 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-de822ce7-512a-4871-85fd-60ed191b1c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:20Z', 'revision_number': 4, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port': {'id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5f01c235-cbb7-4a5e-82b3-5df79bb9351f', 'name': '', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'mac_address': 'fa:16:3e:16:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:19Z', 'updated_at': '2022-07-19T15:54:24Z', 'revision_number': 5, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'subnets': [{'id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:21.166007 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b6553f3b-678b-4c99-b458-d3f6542862a0 req-79c56288-8e2a-4950-ac5c-715b0be4c152 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=818b1333-97cf-4dc6-b490-98d025379610 HTTP/1.1" status: 200 len: 217 time: 0.0394881 Jul 19 15:56:21.172748 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de822ce7-512a-4871-85fd-60ed191b1c74 None None] Checking router: 05658cf0-b4fb-4760-8912-13b4e2c02710 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:56:21.181702 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de822ce7-512a-4871-85fd-60ed191b1c74 None None] Routers {'05658cf0-b4fb-4760-8912-13b4e2c02710'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:56:21.182292 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-de822ce7-512a-4871-85fd-60ed191b1c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:56:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['05658cf0-b4fb-4760-8912-13b4e2c02710'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:21.280115 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-de822ce7-512a-4871-85fd-60ed191b1c74 None None] Set router 05658cf0-b4fb-4760-8912-13b4e2c02710 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:56:21.399569 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6553f3b-678b-4c99-b458-d3f6542862a0 req-8f874d9f-06e2-4b71-a8e5-12f0f97d3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:21.401040 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b6553f3b-678b-4c99-b458-d3f6542862a0 req-8f874d9f-06e2-4b71-a8e5-12f0f97d3bae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d12df4-bcc4-46c4-beda-2f684da89512 HTTP/1.1" status: 200 len: 853 time: 0.0453248 Jul 19 15:56:21.448153 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6553f3b-678b-4c99-b458-d3f6542862a0 req-6ddfbd06-d7c6-486e-89fb-7c1b3ccd97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:21.449686 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b6553f3b-678b-4c99-b458-d3f6542862a0 req-6ddfbd06-d7c6-486e-89fb-7c1b3ccd97a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79877616-2837-475b-9882-e49c1f1a3a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421772 Jul 19 15:56:21.466914 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-de822ce7-512a-4871-85fd-60ed191b1c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:20Z', 'revision_number': 4, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port': {'id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5f01c235-cbb7-4a5e-82b3-5df79bb9351f', 'name': '', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'mac_address': 'fa:16:3e:16:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:19Z', 'updated_at': '2022-07-19T15:54:24Z', 'revision_number': 5, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'subnets': [{'id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:21.496513 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de822ce7-512a-4871-85fd-60ed191b1c74 None None] The sync data for ids ['05658cf0-b4fb-4760-8912-13b4e2c02710'] in dv-cinder-849022-3-iscsi is: [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:20Z', 'revision_number': 4, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port': {'id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5f01c235-cbb7-4a5e-82b3-5df79bb9351f', 'name': '', 'network_id': '79877616-2837-475b-9882-e49c1f1a3a64', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'mac_address': 'fa:16:3e:16:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:19Z', 'updated_at': '2022-07-19T15:54:24Z', 'revision_number': 5, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'subnets': [{'id': 'b3d12df4-bcc4-46c4-beda-2f684da89512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:56:21.561929 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:21.574193 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b6553f3b-678b-4c99-b458-d3f6542862a0 req-1c664670-b4fe-46f0-a391-dae5747b65eb service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987463 Jul 19 15:56:21.667683 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:21.672597 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-b6553f3b-678b-4c99-b458-d3f6542862a0 req-dc606bd7-edb9-469c-9314-470fb8c7a45c service neutron] 10.222.0.36 "GET /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905337 Jul 19 15:56:21.760857 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f76d36-637e-42d6-b5d0-9aea89d69ef5 None None] New status for floating IP 24476b8b-0085-439e-b4de-a855d74e698c: DOWN {{(pid=115786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:56:21.874560 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd995ab-b99c-488b-8f87-a5074ed8f440 req-167c0cf9-4c2e-4c7a-94b5-57e411fd6ecf tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:21.876323 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8bd995ab-b99c-488b-8f87-a5074ed8f440 req-167c0cf9-4c2e-4c7a-94b5-57e411fd6ecf tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 943 time: 0.0562236 Jul 19 15:56:21.877130 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:21.927398 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-8bd995ab-b99c-488b-8f87-a5074ed8f440 req-7f1e5761-1b2f-4199-a67b-58309c77f5a4 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452728 Jul 19 15:56:23.051901 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d4503-fac0-4594-a517-651d49a02013 req-9a9bade6-3048-4193-9df1-c257f854c430 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:23.053371 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-696d4503-fac0-4594-a517-651d49a02013 req-9a9bade6-3048-4193-9df1-c257f854c430 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 943 time: 0.0517302 Jul 19 15:56:23.103914 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-696d4503-fac0-4594-a517-651d49a02013 req-508b73c6-dadd-4744-8271-f8ef5b1fc419 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447280 Jul 19 15:56:23.189076 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=100 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:23.219712 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e807ed-2daa-45a5-8774-b0aadb150612 req-964414f3-1b8e-4086-988d-a599b7dcafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:23.221107 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-30e807ed-2daa-45a5-8774-b0aadb150612 req-964414f3-1b8e-4086-988d-a599b7dcafa8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 1127 time: 0.0394464 Jul 19 15:56:23.266478 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-30e807ed-2daa-45a5-8774-b0aadb150612 req-86daf763-98cb-4908-8c57-39fc655960e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389249 Jul 19 15:56:23.477499 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 1afaa31f-2b36-4dde-a958-b15bf3c12a62 details requested by agent hyperv_hv-cinder-84902 with host hv-cinder-84902 {{(pid=115786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 15:56:23.483894 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:23.567962 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:23.586159 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 1afaa31f-2b36-4dde-a958-b15bf3c12a62, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:56:23.596731 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Returning: {'device': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'port_id': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'mac_address': 'fa:16:3e:1e:de:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 15:56:23.616002 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf27ffb-47b9-40dd-b9b9-eee6f3687606 req-9170adef-4370-4deb-b181-271ed23d5112 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:23.618195 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8bf27ffb-47b9-40dd-b9b9-eee6f3687606 req-9170adef-4370-4deb-b181-271ed23d5112 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 946 time: 0.0477710 Jul 19 15:56:23.632810 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 is: DOWN; New status is: BUILD {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:56:23.633200 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:23.646080 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afaa31f-2b36-4dde-a958-b15bf3c12a62 {{(pid=115786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 15:56:23.667414 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 1afaa31f-2b36-4dde-a958-b15bf3c12a62, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:56:23.673953 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:23.676111 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8bf27ffb-47b9-40dd-b9b9-eee6f3687606 req-f3e9fe42-dd3c-4e7e-870b-5ab128f57f8b tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510068 Jul 19 15:56:23.727246 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=1afaa31f-2b36-4dde-a958-b15bf3c12a62,revision_number=7']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:23.882488 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['1afaa31f-2b36-4dde-a958-b15bf3c12a62'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:56:24.230430 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278c9e4-220a-422a-940a-5c58199a1c2b req-516480e7-b5b3-46fe-a6f5-dc4bbb52297f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:24.231917 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a278c9e4-220a-422a-940a-5c58199a1c2b req-516480e7-b5b3-46fe-a6f5-dc4bbb52297f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 944 time: 0.0514059 Jul 19 15:56:24.281332 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-a278c9e4-220a-422a-940a-5c58199a1c2b req-79c54211-ebb3-48c7-a646-141f8ec89cc2 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439601 Jul 19 15:56:24.782628 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61a48f-0e85-4337-87b3-f3f2dfcdb1b7 req-7e649edf-d027-4ad2-af5a-88211b5253a8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:24.784394 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4e61a48f-0e85-4337-87b3-f3f2dfcdb1b7 req-7e649edf-d027-4ad2-af5a-88211b5253a8 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 946 time: 0.0467954 Jul 19 15:56:24.832618 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-4e61a48f-0e85-4337-87b3-f3f2dfcdb1b7 req-09f5c198-0777-4c1e-b842-a73ad0ecce92 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/security-groups?id=16178008-3ff8-4a6a-ac05-a9cd01b80faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 Jul 19 15:56:25.381910 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d5d7b-aa5e-4982-b089-649ab8e7370e req-ca52478b-89cb-469d-8b49-7cc34f7d2776 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:25.384052 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-498d5d7b-aa5e-4982-b089-649ab8e7370e req-ca52478b-89cb-469d-8b49-7cc34f7d2776 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 946 time: 0.0472612 Jul 19 15:56:25.394966 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145419d4-8f4a-402f-ac73-2863d3627373 req-d9e37a0e-e02a-40db-9376-40c35f69b7dd tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:25.396436 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-145419d4-8f4a-402f-ac73-2863d3627373 req-d9e37a0e-e02a-40db-9376-40c35f69b7dd tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 944 time: 0.0480781 Jul 19 15:56:25.451000 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-145419d4-8f4a-402f-ac73-2863d3627373 req-ef6c48ba-32e8-4503-a644-6fde80ba32ce tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490363 Jul 19 15:56:25.487988 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 1afaa31f-2b36-4dde-a958-b15bf3c12a62 up at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 15:56:25.523200 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-498d5d7b-aa5e-4982-b089-649ab8e7370e req-8758682e-5bca-4da5-a26e-ea771cac9589 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Deleting port 818b1333-97cf-4dc6-b490-98d025379610 {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:56:25.523546 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-498d5d7b-aa5e-4982-b089-649ab8e7370e req-8758682e-5bca-4da5-a26e-ea771cac9589 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (818b1333-97cf-4dc6-b490-98d025379610), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:25.532630 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.provisioning_blocks [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Provisioning complete for port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 triggered by entity L2. {{(pid=115786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 15:56:25.533007 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3615646'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), provisioning_complete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:25.609672 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Current status of the port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 is: BUILD; New status is: ACTIVE {{(pid=115786) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 15:56:25.610055 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3543625'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), before_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:25.614725 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [req-498d5d7b-aa5e-4982-b089-649ab8e7370e req-8758682e-5bca-4da5-a26e-ea771cac9589 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] For port 818b1333-97cf-4dc6-b490-98d025379610, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=818b1333-97cf-4dc6-b490-98d025379610,segment=NetworkSegment(e04c5bef-1f51-4887-93b8-9d73558fec55),segment_id=e04c5bef-1f51-4887-93b8-9d73558fec55)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:56:25.615091 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-498d5d7b-aa5e-4982-b089-649ab8e7370e req-8758682e-5bca-4da5-a26e-ea771cac9589 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (818b1333-97cf-4dc6-b490-98d025379610), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:25.629079 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [req-498d5d7b-aa5e-4982-b089-649ab8e7370e req-8758682e-5bca-4da5-a26e-ea771cac9589 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Calling delete_port for 818b1333-97cf-4dc6-b490-98d025379610 owned by compute:nova {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:56:25.633401 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62'}] {{(pid=115786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:56:25.635686 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6e441921b93cd8dbb7277565f23192f7352720973103c83888d2484a8882a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f5fba4-195d-4b6b-aa41-603bbe83651d" -d '{"events": [{"server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "name": "network-vif-plugged", "status": "completed", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62"}]}' {{(pid=115786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:56:25.649197 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] For port 1afaa31f-2b36-4dde-a958-b15bf3c12a62, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:56:25.654003 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744576327940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744575947767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744575948557'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:25.682280 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc872a2a-681e-4422-98e4-908979222777 x-openstack-request-id: req-fc872a2a-681e-4422-98e4-908979222777 {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:56:25.682610 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "name": "network-vif-plugged", "status": "completed", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62", "code": 200}]} {{(pid=115786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:56:25.682868 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc872a2a-681e-4422-98e4-908979222777 {{(pid=115786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:56:25.683261 dv-cinder-849022-3-iscsi neutron-server[115786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc872a2a-681e-4422-98e4-908979222777'] response: {'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'code': 200} Jul 19 15:56:25.705323 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Pushing event updated for resources: {'Port': ['ID=1afaa31f-2b36-4dde-a958-b15bf3c12a62,revision_number=8']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:25.774802 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-498d5d7b-aa5e-4982-b089-649ab8e7370e req-8758682e-5bca-4da5-a26e-ea771cac9589 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (818b1333-97cf-4dc6-b490-98d025379610), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:25.787102 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] get_ports_and_sgs() called for port_ids ['818b1333-97cf-4dc6-b490-98d025379610'] {{(pid=115786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 15:56:25.807892 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:25.813517 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758682e-5bca-4da5-a26e-ea771cac9589 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Pushing event deleted for resources: {'Port': ['ID=818b1333-97cf-4dc6-b490-98d025379610,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:25.861434 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [req-498d5d7b-aa5e-4982-b089-649ab8e7370e req-8758682e-5bca-4da5-a26e-ea771cac9589 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] No DVR routers for this DVR port 818b1333-97cf-4dc6-b490-98d025379610 on host hv-cinder-84902 {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:56:25.864088 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [req-498d5d7b-aa5e-4982-b089-649ab8e7370e req-8758682e-5bca-4da5-a26e-ea771cac9589 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:25.867768 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-498d5d7b-aa5e-4982-b089-649ab8e7370e req-8758682e-5bca-4da5-a26e-ea771cac9589 tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.36 "DELETE /v2.0/ports/818b1333-97cf-4dc6-b490-98d025379610 HTTP/1.1" status: 204 len: 173 time: 0.4445124 Jul 19 15:56:25.868166 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'name': 'network-vif-deleted', 'tag': '818b1333-97cf-4dc6-b490-98d025379610'}] {{(pid=115784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:56:25.871279 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfbaee6eeb60e3e60ddcbb16a548f4bafd9147c52e62a3d3bfd2ad88f9831f30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364c2204-eff7-4320-807f-640c1d839a18" -d '{"events": [{"server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "name": "network-vif-deleted", "tag": "818b1333-97cf-4dc6-b490-98d025379610"}]}' {{(pid=115784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:56:25.916193 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eec081d-e7a7-496e-8e73-d040a6c9a3a4 x-openstack-request-id: req-5eec081d-e7a7-496e-8e73-d040a6c9a3a4 {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:56:25.916487 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a682004-8d98-4d3d-ad12-a1cf82bbaf1e", "name": "network-vif-deleted", "tag": "818b1333-97cf-4dc6-b490-98d025379610", "status": "completed", "code": 200}]} {{(pid=115784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:56:25.916742 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5eec081d-e7a7-496e-8e73-d040a6c9a3a4 {{(pid=115784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:56:25.917194 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eec081d-e7a7-496e-8e73-d040a6c9a3a4'] response: {'server_uuid': '6a682004-8d98-4d3d-ad12-a1cf82bbaf1e', 'name': 'network-vif-deleted', 'tag': '818b1333-97cf-4dc6-b490-98d025379610', 'status': 'completed', 'code': 200} Jul 19 15:56:25.946963 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-1d6571d3-b7ee-4b7b-8811-843fea57a5cd req-0b235e99-c956-4b99-8677-9df517eff38c tempest-TestMinimumBasicScenario-2809320 tempest-TestMinimumBasicScenario-2809320-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a682004-8d98-4d3d-ad12-a1cf82bbaf1e HTTP/1.1" status: 200 len: 210 time: 0.0455117 Jul 19 15:56:26.567463 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7fd78-7e3f-4205-ac03-4889eed80b75 req-b0bebcf1-4fe5-479b-9f2d-fb8b4478f3d9 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:56:26.568918 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-6ce7fd78-7e3f-4205-ac03-4889eed80b75 req-b0bebcf1-4fe5-479b-9f2d-fb8b4478f3d9 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0477059 Jul 19 15:56:26.617970 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-6ce7fd78-7e3f-4205-ac03-4889eed80b75 req-9b870a96-c444-409f-a3bc-d87c5dd57206 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429091 Jul 19 15:56:28.670777 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37972) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:28.749419 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:28.847748 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:28.983275 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6680dfa6-5780-4525-ae12-0e57ccd2341a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666299'] for router_interface (05658cf0-b4fb-4760-8912-13b4e2c02710), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:29.201295 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-6680dfa6-5780-4525-ae12-0e57ccd2341a admin admin] Deleting port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:56:29.201638 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6680dfa6-5780-4525-ae12-0e57ccd2341a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:29.283570 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-6680dfa6-5780-4525-ae12-0e57ccd2341a admin admin] For port 5f01c235-cbb7-4a5e-82b3-5df79bb9351f, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=5f01c235-cbb7-4a5e-82b3-5df79bb9351f,segment=NetworkSegment(e04c5bef-1f51-4887-93b8-9d73558fec55),segment_id=e04c5bef-1f51-4887-93b8-9d73558fec55)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:56:29.283865 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6680dfa6-5780-4525-ae12-0e57ccd2341a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:29.297906 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-6680dfa6-5780-4525-ae12-0e57ccd2341a admin admin] Calling delete_port for 5f01c235-cbb7-4a5e-82b3-5df79bb9351f owned by network:router_interface {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:56:29.472944 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6680dfa6-5780-4525-ae12-0e57ccd2341a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (5f01c235-cbb7-4a5e-82b3-5df79bb9351f), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:29.500838 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680dfa6-5780-4525-ae12-0e57ccd2341a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f01c235-cbb7-4a5e-82b3-5df79bb9351f,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:29.505107 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 818b1333-97cf-4dc6-b490-98d025379610 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:56:29.531474 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: 818b1333-97cf-4dc6-b490-98d025379610 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:56:29.532088 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 818b1333-97cf-4dc6-b490-98d025379610 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:56:29.566144 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:29.903695 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:29.915719 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-6680dfa6-5780-4525-ae12-0e57ccd2341a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3665183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666191'] for router_interface (05658cf0-b4fb-4760-8912-13b4e2c02710), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:30.122769 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6680dfa6-5780-4525-ae12-0e57ccd2341a admin admin] Router 05658cf0-b4fb-4760-8912-13b4e2c02710 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:56:30.224931 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6680dfa6-5780-4525-ae12-0e57ccd2341a admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:56:30.231055 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-6680dfa6-5780-4525-ae12-0e57ccd2341a admin admin] 10.222.0.64 "PUT /v2.0/routers/05658cf0-b4fb-4760-8912-13b4e2c02710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5591261 Jul 19 15:56:30.233639 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37974) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:30.236653 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dd57bd-2bb2-4b01-a16f-4061ced9d058 None None] Sync routers for ids ['05658cf0-b4fb-4760-8912-13b4e2c02710'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:56:30.247967 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd57bd-2bb2-4b01-a16f-4061ced9d058 None None] Routers {'05658cf0-b4fb-4760-8912-13b4e2c02710'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:56:30.248570 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-75dd57bd-2bb2-4b01-a16f-4061ced9d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:56:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['05658cf0-b4fb-4760-8912-13b4e2c02710'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:30.342166 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Publish callbacks [] for router (05658cf0-b4fb-4760-8912-13b4e2c02710), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:30.446194 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-75dd57bd-2bb2-4b01-a16f-4061ced9d058 None None] Set router 05658cf0-b4fb-4760-8912-13b4e2c02710 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:56:30.462851 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Publish callbacks [] for router_gateway (05658cf0-b4fb-4760-8912-13b4e2c02710), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:30.495449 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:30.508523 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Deleting port 852a91f4-2a9d-4b77-bb73-c9bfe8549359 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:56:30.508860 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:30.519796 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:30.593571 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] For port 852a91f4-2a9d-4b77-bb73-c9bfe8549359, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=852a91f4-2a9d-4b77-bb73-c9bfe8549359,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:56:30.593951 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:30.607423 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Calling delete_port for 852a91f4-2a9d-4b77-bb73-c9bfe8549359 owned by network:router_gateway {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:56:30.613022 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-75dd57bd-2bb2-4b01-a16f-4061ced9d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:56:29Z', 'revision_number': 5, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port': {'id': '852a91f4-2a9d-4b77-bb73-c9bfe8549359', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:30.616024 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:30.641556 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dd57bd-2bb2-4b01-a16f-4061ced9d058 None None] Checking router: 05658cf0-b4fb-4760-8912-13b4e2c02710 for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:56:30.650582 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd57bd-2bb2-4b01-a16f-4061ced9d058 None None] Routers {'05658cf0-b4fb-4760-8912-13b4e2c02710'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:56:30.651268 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-75dd57bd-2bb2-4b01-a16f-4061ced9d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:56:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['05658cf0-b4fb-4760-8912-13b4e2c02710'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:30.726506 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:30.737163 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-75dd57bd-2bb2-4b01-a16f-4061ced9d058 None None] Set router 05658cf0-b4fb-4760-8912-13b4e2c02710 gateway port host: None {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:56:30.779341 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (852a91f4-2a9d-4b77-bb73-c9bfe8549359), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:30.790465 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-75dd57bd-2bb2-4b01-a16f-4061ced9d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:56:30Z', 'revision_number': 6, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port_host': None}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:30.805543 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Pushing event deleted for resources: {'Port': ['ID=852a91f4-2a9d-4b77-bb73-c9bfe8549359,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:30.814881 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dd57bd-2bb2-4b01-a16f-4061ced9d058 None None] The sync data for ids ['05658cf0-b4fb-4760-8912-13b4e2c02710'] in dv-cinder-849022-3-iscsi is: [{'id': '05658cf0-b4fb-4760-8912-13b4e2c02710', 'name': 'tempest-TestMinimumBasicScenario-853279693-router', 'tenant_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:17Z', 'updated_at': '2022-07-19T15:56:30Z', 'revision_number': 6, 'project_id': '6a9e5f3b931d47b6bfb7938a89c2a37d', 'gw_port_host': None}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:56:30.873677 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661796'] for router_gateway (05658cf0-b4fb-4760-8912-13b4e2c02710), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:30.961202 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-918'] for router (05658cf0-b4fb-4760-8912-13b4e2c02710), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:30.963075 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Publish callbacks [] for router_controller (05658cf0-b4fb-4760-8912-13b4e2c02710), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.004835 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667305'] for router (05658cf0-b4fb-4760-8912-13b4e2c02710), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.005454 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05658cf0-b4fb-4760-8912-13b4e2c02710 {{(pid=115785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 15:56:31.010265 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.011419 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-ff68ff99-ae19-4e75-acd8-c167738248eb admin admin] 10.222.0.64 "DELETE /v2.0/routers/05658cf0-b4fb-4760-8912-13b4e2c02710 HTTP/1.1" status: 204 len: 168 time: 0.7768121 Jul 19 15:56:31.013916 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37976) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:31.058111 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbd5f7e-daa5-46a5-bd56-cd90e467177b admin admin] Deleting subnet b3d12df4-bcc4-46c4-beda-2f684da89512 {{(pid=115785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:56:31.061184 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-cdbd5f7e-daa5-46a5-bd56-cd90e467177b admin admin] Publish callbacks [] for subnet (b3d12df4-bcc4-46c4-beda-2f684da89512), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.096030 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-cdbd5f7e-daa5-46a5-bd56-cd90e467177b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28889440'] for subnet (b3d12df4-bcc4-46c4-beda-2f684da89512), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.174288 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-cdbd5f7e-daa5-46a5-bd56-cd90e467177b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (b3d12df4-bcc4-46c4-beda-2f684da89512), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.229604 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-cdbd5f7e-daa5-46a5-bd56-cd90e467177b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28811008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28593656'] for subnet (b3d12df4-bcc4-46c4-beda-2f684da89512), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.256410 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd5f7e-daa5-46a5-bd56-cd90e467177b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d12df4-bcc4-46c4-beda-2f684da89512,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:31.261067 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-cdbd5f7e-daa5-46a5-bd56-cd90e467177b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.264579 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-cdbd5f7e-daa5-46a5-bd56-cd90e467177b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b3d12df4-bcc4-46c4-beda-2f684da89512 HTTP/1.1" status: 204 len: 168 time: 0.2494559 Jul 19 15:56:31.266983 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 37978) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:31.267456 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee03f369-83d0-4bf6-a956-1ba55ee2e124 None None] Network 79877616-2837-475b-9882-e49c1f1a3a64 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:56:31.339380 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (79877616-2837-475b-9882-e49c1f1a3a64), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.381153 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Deleting port c374f025-a2f7-4f5f-89da-1fc42bd72d4d {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:56:31.381505 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (c374f025-a2f7-4f5f-89da-1fc42bd72d4d), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.449133 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] For port c374f025-a2f7-4f5f-89da-1fc42bd72d4d, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=c374f025-a2f7-4f5f-89da-1fc42bd72d4d,segment=NetworkSegment(e04c5bef-1f51-4887-93b8-9d73558fec55),segment_id=e04c5bef-1f51-4887-93b8-9d73558fec55)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:56:31.449493 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (c374f025-a2f7-4f5f-89da-1fc42bd72d4d), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.462809 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Calling delete_port for c374f025-a2f7-4f5f-89da-1fc42bd72d4d owned by network:dhcp {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:56:31.539726 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (c374f025-a2f7-4f5f-89da-1fc42bd72d4d), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.565094 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c374f025-a2f7-4f5f-89da-1fc42bd72d4d,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:31.568481 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] No DVR routers for this DVR port c374f025-a2f7-4f5f-89da-1fc42bd72d4d on host dv-cinder-849022-3-iscsi {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:56:31.607718 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ce9eb2-1e3d-458a-940e-59e2d12f7172 None None] DHCP port deletion for 79877616-2837-475b-9882-e49c1f1a3a64 request from dv-cinder-849022-3-iscsi {{(pid=115786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 15:56:31.654082 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (79877616-2837-475b-9882-e49c1f1a3a64), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.674888 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79877616-2837-475b-9882-e49c1f1a3a64']}} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:31.685079 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04c5bef-1f51-4887-93b8-9d73558fec55') {'for_net_delete': True} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:31.685403 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04c5bef-1f51-4887-93b8-9d73558fec55') {} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:31.695247 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25197853'] for segment (e04c5bef-1f51-4887-93b8-9d73558fec55), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.709346 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (e04c5bef-1f51-4887-93b8-9d73558fec55), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.716522 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=115784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:56:31.716984 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29312085'] for segment (e04c5bef-1f51-4887-93b8-9d73558fec55), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.769466 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:31.772802 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment e04c5bef-1f51-4887-93b8-9d73558fec55 resource provider aggregate not found Jul 19 15:56:31.789186 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (79877616-2837-475b-9882-e49c1f1a3a64), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.794061 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:31.797481 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/79877616-2837-475b-9882-e49c1f1a3a64 HTTP/1.1" status: 204 len: 168 time: 0.5293911 Jul 19 15:56:31.798997 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment e04c5bef-1f51-4887-93b8-9d73558fec55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e04c5bef-1f51-4887-93b8-9d73558fec55 found for delete ", "request_id": "req-224cecc9-bda3-4465-869d-85fec67374bb"}]} Jul 19 15:56:31.800640 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37984) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:31.812491 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf54709-72d3-4a65-bbc3-a12c261db9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=79877616-2837-475b-9882-e49c1f1a3a64,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:31.946060 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:31.983997 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:31.997297 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 852a91f4-2a9d-4b77-bb73-c9bfe8549359 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:56:32.017392 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 852a91f4-2a9d-4b77-bb73-c9bfe8549359 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:56:32.017828 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 852a91f4-2a9d-4b77-bb73-c9bfe8549359 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:56:32.018308 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 5f01c235-cbb7-4a5e-82b3-5df79bb9351f no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:56:32.036695 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 5f01c235-cbb7-4a5e-82b3-5df79bb9351f {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:56:32.037124 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 5f01c235-cbb7-4a5e-82b3-5df79bb9351f not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:56:32.037609 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device c374f025-a2f7-4f5f-89da-1fc42bd72d4d no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:56:32.056996 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: c374f025-a2f7-4f5f-89da-1fc42bd72d4d {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:56:32.057343 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device c374f025-a2f7-4f5f-89da-1fc42bd72d4d not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:56:32.127811 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-be95dc65-3c9d-4466-9a35-7c1f79950e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666299'] for router_interface (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:32.346466 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-be95dc65-3c9d-4466-9a35-7c1f79950e2d admin admin] Deleting port 83b0d033-ec66-4045-b091-0f495345fb03 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:56:32.347093 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-be95dc65-3c9d-4466-9a35-7c1f79950e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (83b0d033-ec66-4045-b091-0f495345fb03), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:32.426133 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-be95dc65-3c9d-4466-9a35-7c1f79950e2d admin admin] For port 83b0d033-ec66-4045-b091-0f495345fb03, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=83b0d033-ec66-4045-b091-0f495345fb03,segment=NetworkSegment(86c27fb2-9b6b-4ab0-9ea7-09f93e53620f),segment_id=86c27fb2-9b6b-4ab0-9ea7-09f93e53620f)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:56:32.426432 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-be95dc65-3c9d-4466-9a35-7c1f79950e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (83b0d033-ec66-4045-b091-0f495345fb03), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:32.438842 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-be95dc65-3c9d-4466-9a35-7c1f79950e2d admin admin] Calling delete_port for 83b0d033-ec66-4045-b091-0f495345fb03 owned by network:router_interface {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:56:32.868796 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-be95dc65-3c9d-4466-9a35-7c1f79950e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (83b0d033-ec66-4045-b091-0f495345fb03), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:32.893678 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95dc65-3c9d-4466-9a35-7c1f79950e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=83b0d033-ec66-4045-b091-0f495345fb03,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:33.048730 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:33.054245 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:33.063675 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-be95dc65-3c9d-4466-9a35-7c1f79950e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3665183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666191'] for router_interface (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:33.267394 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be95dc65-3c9d-4466-9a35-7c1f79950e2d admin admin] Router f5c3e79b-d2f4-4664-b126-a50a99e9bd98 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:56:33.368958 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be95dc65-3c9d-4466-9a35-7c1f79950e2d admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:56:33.373861 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-be95dc65-3c9d-4466-9a35-7c1f79950e2d admin admin] 10.222.0.64 "PUT /v2.0/routers/f5c3e79b-d2f4-4664-b126-a50a99e9bd98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5719728 Jul 19 15:56:33.376459 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37988) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:33.378091 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc72f5-4bc8-41b6-8e3a-3c911dca5e38 None None] Sync routers for ids ['f5c3e79b-d2f4-4664-b126-a50a99e9bd98'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:56:33.388265 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc72f5-4bc8-41b6-8e3a-3c911dca5e38 None None] Routers {'f5c3e79b-d2f4-4664-b126-a50a99e9bd98'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:56:33.388872 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-61bc72f5-4bc8-41b6-8e3a-3c911dca5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:56:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['f5c3e79b-d2f4-4664-b126-a50a99e9bd98'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:33.463114 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:33.479639 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Publish callbacks [] for router (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:33.491696 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-61bc72f5-4bc8-41b6-8e3a-3c911dca5e38 None None] Set router f5c3e79b-d2f4-4664-b126-a50a99e9bd98 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:56:33.578764 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Publish callbacks [] for router_gateway (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:33.621335 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Deleting port 20f57131-78af-411a-b3b5-e5ce77b7bf98 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:56:33.621687 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:33.662067 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-61bc72f5-4bc8-41b6-8e3a-3c911dca5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'name': 'tempest-TestMinimumBasicScenario-2030104485-router', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:21Z', 'updated_at': '2022-07-19T15:56:32Z', 'revision_number': 5, 'project_id': 'da347b264fed4a4f922936ec4a2af873', 'gw_port': {'id': '20f57131-78af-411a-b3b5-e5ce77b7bf98', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:54:22Z', 'updated_at': '2022-07-19T15:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:33.688057 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc72f5-4bc8-41b6-8e3a-3c911dca5e38 None None] Checking router: f5c3e79b-d2f4-4664-b126-a50a99e9bd98 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:56:33.697707 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc72f5-4bc8-41b6-8e3a-3c911dca5e38 None None] Routers {'f5c3e79b-d2f4-4664-b126-a50a99e9bd98'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:56:33.698313 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-61bc72f5-4bc8-41b6-8e3a-3c911dca5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:56:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['f5c3e79b-d2f4-4664-b126-a50a99e9bd98'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:33.705983 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] For port 20f57131-78af-411a-b3b5-e5ce77b7bf98, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=20f57131-78af-411a-b3b5-e5ce77b7bf98,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:56:33.706332 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:33.719150 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Calling delete_port for 20f57131-78af-411a-b3b5-e5ce77b7bf98 owned by network:router_gateway {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:56:33.783292 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-61bc72f5-4bc8-41b6-8e3a-3c911dca5e38 None None] Set router f5c3e79b-d2f4-4664-b126-a50a99e9bd98 gateway port host: None {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:56:33.819862 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=100 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:33.832807 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-61bc72f5-4bc8-41b6-8e3a-3c911dca5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'name': 'tempest-TestMinimumBasicScenario-2030104485-router', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:21Z', 'updated_at': '2022-07-19T15:56:33Z', 'revision_number': 6, 'project_id': 'da347b264fed4a4f922936ec4a2af873', 'gw_port_host': None}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:33.860752 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc72f5-4bc8-41b6-8e3a-3c911dca5e38 None None] The sync data for ids ['f5c3e79b-d2f4-4664-b126-a50a99e9bd98'] in dv-cinder-849022-3-iscsi is: [{'id': 'f5c3e79b-d2f4-4664-b126-a50a99e9bd98', 'name': 'tempest-TestMinimumBasicScenario-2030104485-router', 'tenant_id': 'da347b264fed4a4f922936ec4a2af873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:54:21Z', 'updated_at': '2022-07-19T15:56:33Z', 'revision_number': 6, 'project_id': 'da347b264fed4a4f922936ec4a2af873', 'gw_port_host': None}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:56:33.887754 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (20f57131-78af-411a-b3b5-e5ce77b7bf98), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:33.922816 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=20f57131-78af-411a-b3b5-e5ce77b7bf98,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:33.953020 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.953358 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.953696 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.954030 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.954379 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.954711 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.955033 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.955354 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.955674 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.955991 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.956309 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.956626 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.956939 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.957251 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.957563 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:56:33.979302 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:33.999694 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661796'] for router_gateway (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.086725 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-918'] for router (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.088777 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Publish callbacks [] for router_controller (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.127896 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667305'] for router (f5c3e79b-d2f4-4664-b126-a50a99e9bd98), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.128521 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5c3e79b-d2f4-4664-b126-a50a99e9bd98 {{(pid=115785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 15:56:34.133404 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.134561 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c4eed6da-2c76-480f-aa71-703ac0688a0a admin admin] 10.222.0.64 "DELETE /v2.0/routers/f5c3e79b-d2f4-4664-b126-a50a99e9bd98 HTTP/1.1" status: 204 len: 168 time: 0.7571268 Jul 19 15:56:34.136993 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37990) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:34.186386 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd991ac-1ffa-4756-b886-3c5946dabaf2 admin admin] Deleting subnet e744911b-32d0-4a99-b924-ef4d9e17505d {{(pid=115785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:56:34.189463 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6cd991ac-1ffa-4756-b886-3c5946dabaf2 admin admin] Publish callbacks [] for subnet (e744911b-32d0-4a99-b924-ef4d9e17505d), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.228809 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6cd991ac-1ffa-4756-b886-3c5946dabaf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28889440'] for subnet (e744911b-32d0-4a99-b924-ef4d9e17505d), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.314589 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6cd991ac-1ffa-4756-b886-3c5946dabaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (e744911b-32d0-4a99-b924-ef4d9e17505d), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.371573 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6cd991ac-1ffa-4756-b886-3c5946dabaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28811008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28593656'] for subnet (e744911b-32d0-4a99-b924-ef4d9e17505d), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.397363 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd991ac-1ffa-4756-b886-3c5946dabaf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e744911b-32d0-4a99-b924-ef4d9e17505d,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:34.403362 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6cd991ac-1ffa-4756-b886-3c5946dabaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.407202 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-6cd991ac-1ffa-4756-b886-3c5946dabaf2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e744911b-32d0-4a99-b924-ef4d9e17505d HTTP/1.1" status: 204 len: 168 time: 0.2691169 Jul 19 15:56:34.408527 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df1c5b-71dd-4a22-9be6-b210f9c70d1a None None] Network 486abd3f-f5ca-4a14-9896-8053f354254e requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:56:34.409512 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 37992) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:34.481978 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (486abd3f-f5ca-4a14-9896-8053f354254e), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.528920 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Deleting port f8f5e473-b130-453f-aaa3-e92f2bac66d2 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:56:34.529253 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.594007 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] For port f8f5e473-b130-453f-aaa3-e92f2bac66d2, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=f8f5e473-b130-453f-aaa3-e92f2bac66d2,segment=NetworkSegment(86c27fb2-9b6b-4ab0-9ea7-09f93e53620f),segment_id=86c27fb2-9b6b-4ab0-9ea7-09f93e53620f)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:56:34.594380 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.611077 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Calling delete_port for f8f5e473-b130-453f-aaa3-e92f2bac66d2 owned by network:dhcp {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:56:34.652380 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7566ec8d-3f86-4f11-8bf2-3203d5b937e8 None None] DHCP port deletion for 486abd3f-f5ca-4a14-9896-8053f354254e request from dv-cinder-849022-3-iscsi {{(pid=115786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 15:56:34.683377 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 83b0d033-ec66-4045-b091-0f495345fb03 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:56:34.705507 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.708777 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 83b0d033-ec66-4045-b091-0f495345fb03 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:56:34.709121 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 83b0d033-ec66-4045-b091-0f495345fb03 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:56:34.718220 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-7566ec8d-3f86-4f11-8bf2-3203d5b937e8 None None] Deleting port f8f5e473-b130-453f-aaa3-e92f2bac66d2 {{(pid=115786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:56:34.718633 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7566ec8d-3f86-4f11-8bf2-3203d5b937e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), before_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.729401 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f5e473-b130-453f-aaa3-e92f2bac66d2,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:34.735701 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] No DVR routers for this DVR port f8f5e473-b130-453f-aaa3-e92f2bac66d2 on host dv-cinder-849022-3-iscsi {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:56:34.760547 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:DELETE=10,neutron:UPDATE=3,neutron:SELECT=87 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:34.790240 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.db [None req-7566ec8d-3f86-4f11-8bf2-3203d5b937e8 None None] For port f8f5e473-b130-453f-aaa3-e92f2bac66d2, host dv-cinder-849022-3-iscsi, got binding levels [] {{(pid=115786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:56:34.790678 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7566ec8d-3f86-4f11-8bf2-3203d5b937e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), precommit_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.807502 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-7566ec8d-3f86-4f11-8bf2-3203d5b937e8 None None] Calling delete_port for f8f5e473-b130-453f-aaa3-e92f2bac66d2 owned by network:dhcp {{(pid=115786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:56:34.810439 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.ipam_backend_mixin [None req-7566ec8d-3f86-4f11-8bf2-3203d5b937e8 None None] Port f8f5e473-b130-453f-aaa3-e92f2bac66d2 was not found and therefore no delete operation was performed {{(pid=115786) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 19 15:56:34.811715 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7566ec8d-3f86-4f11-8bf2-3203d5b937e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758'] for port (f8f5e473-b130-453f-aaa3-e92f2bac66d2), after_delete {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.812997 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (486abd3f-f5ca-4a14-9896-8053f354254e), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.834340 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566ec8d-3f86-4f11-8bf2-3203d5b937e8 None None] Pushing event deleted for resources: {'Port': ['ID=f8f5e473-b130-453f-aaa3-e92f2bac66d2,revision_number=None']} {{(pid=115786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:34.839995 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486abd3f-f5ca-4a14-9896-8053f354254e']}} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:34.841809 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7566ec8d-3f86-4f11-8bf2-3203d5b937e8 None None] No DVR routers for this DVR port f8f5e473-b130-453f-aaa3-e92f2bac66d2 on host dv-cinder-849022-3-iscsi {{(pid=115786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:56:34.853145 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c27fb2-9b6b-4ab0-9ea7-09f93e53620f') {'for_net_delete': True} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:34.853464 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c27fb2-9b6b-4ab0-9ea7-09f93e53620f') {} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:56:34.868817 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28889433'] for segment (86c27fb2-9b6b-4ab0-9ea7-09f93e53620f), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.883992 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (86c27fb2-9b6b-4ab0-9ea7-09f93e53620f), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.890944 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=115785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:56:34.891365 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28814498'] for segment (86c27fb2-9b6b-4ab0-9ea7-09f93e53620f), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.916391 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 86c27fb2-9b6b-4ab0-9ea7-09f93e53620f resource provider aggregate not found Jul 19 15:56:34.961735 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 86c27fb2-9b6b-4ab0-9ea7-09f93e53620f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86c27fb2-9b6b-4ab0-9ea7-09f93e53620f found for delete ", "request_id": "req-5eb0bfb8-602f-4b5f-b889-07645ebd6c99"}]} Jul 19 15:56:34.964471 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:34.970820 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (486abd3f-f5ca-4a14-9896-8053f354254e), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.977125 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:34.980301 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] 10.222.0.64 "DELETE /v2.0/networks/486abd3f-f5ca-4a14-9896-8053f354254e HTTP/1.1" status: 204 len: 168 time: 0.5698407 Jul 19 15:56:34.991851 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f34ca-8c4d-4071-bcd0-d91f4902292b admin admin] Pushing event deleted for resources: {'Network': ['ID=486abd3f-f5ca-4a14-9896-8053f354254e,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:35.150857 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 38000) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:35.185719 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:35.193349 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-98c0c15e-ae07-43a8-8af0-1110df0baaf4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a9e5f3b931d47b6bfb7938a89c2a37d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413573 Jul 19 15:56:35.196879 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 38002) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:35.247023 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1248aa32-5fa6-45cc-84fa-2593c92b4722 admin admin] Publish callbacks [] for security_group (16178008-3ff8-4a6a-ac05-a9cd01b80faf), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:35.273305 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1248aa32-5fa6-45cc-84fa-2593c92b4722 admin admin] Publish callbacks [] for security_group (16178008-3ff8-4a6a-ac05-a9cd01b80faf), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:35.323502 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1248aa32-5fa6-45cc-84fa-2593c92b4722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (16178008-3ff8-4a6a-ac05-a9cd01b80faf), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:35.326062 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1248aa32-5fa6-45cc-84fa-2593c92b4722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:35.327205 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-1248aa32-5fa6-45cc-84fa-2593c92b4722 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16178008-3ff8-4a6a-ac05-a9cd01b80faf HTTP/1.1" status: 204 len: 168 time: 0.1293590 Jul 19 15:56:35.334854 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248aa32-5fa6-45cc-84fa-2593c92b4722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16178008-3ff8-4a6a-ac05-a9cd01b80faf,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:35.650945 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 38008) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:35.691555 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-252a20af-3af3-4b34-86a3-9766aa862a40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da347b264fed4a4f922936ec4a2af873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394685 Jul 19 15:56:35.693987 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 38010) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:56:35.742271 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-93f7e927-93c4-4d71-ae4c-e0428524e410 admin admin] Publish callbacks [] for security_group (731ee4ca-c8af-467e-8b82-573b6a60b792), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:35.764061 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-93f7e927-93c4-4d71-ae4c-e0428524e410 admin admin] Publish callbacks [] for security_group (731ee4ca-c8af-467e-8b82-573b6a60b792), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:35.814176 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-93f7e927-93c4-4d71-ae4c-e0428524e410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (731ee4ca-c8af-467e-8b82-573b6a60b792), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:35.817011 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-93f7e927-93c4-4d71-ae4c-e0428524e410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:35.818283 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-93f7e927-93c4-4d71-ae4c-e0428524e410 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/731ee4ca-c8af-467e-8b82-573b6a60b792 HTTP/1.1" status: 204 len: 168 time: 0.1232965 Jul 19 15:56:35.826489 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7e927-93c4-4d71-ae4c-e0428524e410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731ee4ca-c8af-467e-8b82-573b6a60b792,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:56:35.990858 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device f8f5e473-b130-453f-aaa3-e92f2bac66d2 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:56:36.012706 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: f8f5e473-b130-453f-aaa3-e92f2bac66d2 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:56:36.013049 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device f8f5e473-b130-453f-aaa3-e92f2bac66d2 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:56:36.013481 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 20f57131-78af-411a-b3b5-e5ce77b7bf98 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:56:36.034397 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 20f57131-78af-411a-b3b5-e5ce77b7bf98 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:56:36.034759 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 20f57131-78af-411a-b3b5-e5ce77b7bf98 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:56:43.674383 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:45.190149 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=8 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:45.820914 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=51,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:45.822888 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=41,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:46.270351 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b3d9-6549-4626-b108-8781b1e06174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:46.812522 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:56:48.649178 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9bc59985-a97a-4bbb-96d4-26865ebe85fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:49.651663 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:51.560185 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:51.879707 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:56:55.523478 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:56.807955 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:56:56.808821 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=18 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:05.746220 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=10 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:05.748132 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:13.691416 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:16.271608 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-213717ff-99a6-4158-9ee1-3a86366835a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:18.651249 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ec31a5fb-43d0-4a48-a230-02b23f7fd98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:19.655509 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:21.562632 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:21.882740 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:23.811870 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:57:31.876312 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:31.878252 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:33.806882 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=4 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:33.807666 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=6 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:42.593317 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 38024) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:42.735077 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Deleting port d00e5d21-5c71-4e01-855e-38e53ec22656 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:57:42.735419 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (d00e5d21-5c71-4e01-855e-38e53ec22656), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:42.813280 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (d00e5d21-5c71-4e01-855e-38e53ec22656), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:42.813601 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for floatingip (d00e5d21-5c71-4e01-855e-38e53ec22656), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:42.825945 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Calling delete_port for d00e5d21-5c71-4e01-855e-38e53ec22656 owned by network:floatingip {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:57:42.969280 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (d00e5d21-5c71-4e01-855e-38e53ec22656), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:42.994524 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Pushing event deleted for resources: {'Port': ['ID=d00e5d21-5c71-4e01-855e-38e53ec22656,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:43.019775 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.020123 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.020463 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.020827 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.021159 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.021487 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.021810 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.022131 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.022482 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.022803 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.023120 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.023440 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.023757 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.024071 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.024386 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:43.066292 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for floatingip (f95b1c8f-9c03-42d6-875a-52d5d76966b0), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:43.066641 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.db.l3_db [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Floating IP f95b1c8f-9c03-42d6-875a-52d5d76966b0 disassociated (deleted). External IP: 172.27.2.79, port: 1afaa31f-2b36-4dde-a958-b15bf3c12a62. Jul 19 15:57:43.267283 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Router 51ce4d81-3d61-471c-b767-e2ae6970e94e has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:57:43.370412 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:57:43.375150 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for floatingip (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:43.379634 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af77d6-14e2-49cb-8802-6c40f8d6a728 None None] Sync routers for ids ['51ce4d81-3d61-471c-b767-e2ae6970e94e'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:57:43.390742 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af77d6-14e2-49cb-8802-6c40f8d6a728 None None] Routers {'51ce4d81-3d61-471c-b767-e2ae6970e94e'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:57:43.391355 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-e0af77d6-14e2-49cb-8802-6c40f8d6a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:57:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['51ce4d81-3d61-471c-b767-e2ae6970e94e'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:43.405036 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c1a7952d-a568-4d29-9a99-44f7859b5138 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "DELETE /v2.0/floatingips/f95b1c8f-9c03-42d6-875a-52d5d76966b0 HTTP/1.1" status: 204 len: 168 time: 0.8106208 Jul 19 15:57:43.405640 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:57:43.408136 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba83628-110d-4192-92ee-c54515c3af5a" -d '{"events": [{"name": "network-changed", "server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:57:43.451331 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75762d91-2580-4307-8b04-5b0c4d8466a0 x-openstack-request-id: req-75762d91-2580-4307-8b04-5b0c4d8466a0 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:57:43.451626 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:57:43.452325 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75762d91-2580-4307-8b04-5b0c4d8466a0 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:57:43.452325 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75762d91-2580-4307-8b04-5b0c4d8466a0'] response: {'name': 'network-changed', 'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'status': 'completed', 'code': 200} Jul 19 15:57:43.519109 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-e0af77d6-14e2-49cb-8802-6c40f8d6a728 None None] Set router 51ce4d81-3d61-471c-b767-e2ae6970e94e gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:57:43.525602 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba83628-110d-4192-92ee-c54515c3af5a req-f2b62767-6129-4124-8de5-6c685c3f83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:57:43.527934 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8ba83628-110d-4192-92ee-c54515c3af5a req-f2b62767-6129-4124-8de5-6c685c3f83e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf521f7d98c641d4941eb041acf65405&device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 1129 time: 0.0506642 Jul 19 15:57:43.667650 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f528732-a534-4a81-9d34-9f4b119290a2 req-913b006d-34ea-4832-a146-1f60ecc80402 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:57:43.672951 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2f528732-a534-4a81-9d34-9f4b119290a2 req-913b006d-34ea-4832-a146-1f60ecc80402 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0678909 Jul 19 15:57:43.674320 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba83628-110d-4192-92ee-c54515c3af5a req-052991db-8d92-42bf-9b5b-1c16a44b424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:57:43.675774 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8ba83628-110d-4192-92ee-c54515c3af5a req-052991db-8d92-42bf-9b5b-1c16a44b424c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6889f24c-6e7e-40a5-a521-2143b6f00622 HTTP/1.1" status: 200 len: 909 time: 0.1367328 Jul 19 15:57:43.687877 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:43.723646 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-e0af77d6-14e2-49cb-8802-6c40f8d6a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:53:21Z', 'revision_number': 4, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port': {'id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:18Z', 'updated_at': '2022-07-19T15:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5d69dd4d-b836-4620-9689-9a21a5bd4055', 'name': '', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'mac_address': 'fa:16:3e:89:38:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:20Z', 'updated_at': '2022-07-19T15:53:26Z', 'revision_number': 5, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'subnets': [{'id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:43.739749 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-2f528732-a534-4a81-9d34-9f4b119290a2 req-be36ebd3-13ff-4e0d-9430-d7b6e41123a0 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560803 Jul 19 15:57:43.748931 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af77d6-14e2-49cb-8802-6c40f8d6a728 None None] Checking router: 51ce4d81-3d61-471c-b767-e2ae6970e94e for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:57:43.757392 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af77d6-14e2-49cb-8802-6c40f8d6a728 None None] Routers {'51ce4d81-3d61-471c-b767-e2ae6970e94e'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:57:43.757986 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-e0af77d6-14e2-49cb-8802-6c40f8d6a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:57:19Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['51ce4d81-3d61-471c-b767-e2ae6970e94e'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:43.857863 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-e0af77d6-14e2-49cb-8802-6c40f8d6a728 None None] Set router 51ce4d81-3d61-471c-b767-e2ae6970e94e gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:57:44.038957 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-e0af77d6-14e2-49cb-8802-6c40f8d6a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:53:21Z', 'revision_number': 4, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port': {'id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:18Z', 'updated_at': '2022-07-19T15:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5d69dd4d-b836-4620-9689-9a21a5bd4055', 'name': '', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'mac_address': 'fa:16:3e:89:38:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:20Z', 'updated_at': '2022-07-19T15:53:26Z', 'revision_number': 5, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'subnets': [{'id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:44.063793 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af77d6-14e2-49cb-8802-6c40f8d6a728 None None] The sync data for ids ['51ce4d81-3d61-471c-b767-e2ae6970e94e'] in dv-cinder-849022-3-iscsi is: [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:53:21Z', 'revision_number': 4, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port': {'id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:18Z', 'updated_at': '2022-07-19T15:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi', '_interfaces': [{'id': '5d69dd4d-b836-4620-9689-9a21a5bd4055', 'name': '', 'network_id': '6889f24c-6e7e-40a5-a521-2143b6f00622', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'mac_address': 'fa:16:3e:89:38:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:20Z', 'updated_at': '2022-07-19T15:53:26Z', 'revision_number': 5, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'subnets': [{'id': 'c7f59326-2368-416e-afa3-87b4ca7f4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:57:44.271291 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec33318-9878-4f48-92bc-3b6b53531136 None None] New status for floating IP f95b1c8f-9c03-42d6-875a-52d5d76966b0: DOWN {{(pid=115786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 15:57:44.579173 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8ba83628-110d-4192-92ee-c54515c3af5a req-aeeb064e-1500-4ba7-a2a8-8c9de786a09f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62 HTTP/1.1" status: 200 len: 217 time: 0.0373633 Jul 19 15:57:44.626932 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba83628-110d-4192-92ee-c54515c3af5a req-de041270-e0d0-4c84-af7e-833ee3bd34bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:57:44.628393 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8ba83628-110d-4192-92ee-c54515c3af5a req-de041270-e0d0-4c84-af7e-833ee3bd34bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7f59326-2368-416e-afa3-87b4ca7f4a5b HTTP/1.1" status: 200 len: 847 time: 0.0435839 Jul 19 15:57:44.675092 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba83628-110d-4192-92ee-c54515c3af5a req-8d885266-9c53-4e9f-85fe-9fb9c1dc50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:57:44.676587 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8ba83628-110d-4192-92ee-c54515c3af5a req-8d885266-9c53-4e9f-85fe-9fb9c1dc50aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6889f24c-6e7e-40a5-a521-2143b6f00622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396752 Jul 19 15:57:44.809300 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8ba83628-110d-4192-92ee-c54515c3af5a req-c203f724-21c9-4da4-a626-fb472e6c3231 service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914640 Jul 19 15:57:44.843396 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:44.848754 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:44.863759 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba4c20-86fd-4b03-96f8-532f1e0a25c1 req-8e6ddfe5-42bb-42d9-bcce-a53ce2a7d7d2 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:57:44.865239 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c8ba4c20-86fd-4b03-96f8-532f1e0a25c1 req-8e6ddfe5-42bb-42d9-bcce-a53ce2a7d7d2 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0509899 Jul 19 15:57:44.918796 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-c8ba4c20-86fd-4b03-96f8-532f1e0a25c1 req-fa120ac0-d759-4890-ba98-3631b67f5aab tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd414c9-31af-4b2a-badb-6d939e946ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475523 Jul 19 15:57:45.059245 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [req-8ba83628-110d-4192-92ee-c54515c3af5a req-61e39aee-5e45-4fad-aa8b-69187d967fe8 service neutron] 10.222.0.36 "GET /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871847 Jul 19 15:57:45.075128 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2046a0-5b67-45e1-a97a-7302a68c81d9 req-61375e5d-e9db-4efb-9b0d-618aae6a1e13 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 15:57:45.076892 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bd2046a0-5b67-45e1-a97a-7302a68c81d9 req-61375e5d-e9db-4efb-9b0d-618aae6a1e13 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 945 time: 0.0500815 Jul 19 15:57:45.156470 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-bd2046a0-5b67-45e1-a97a-7302a68c81d9 req-6d041233-723e-4af7-950f-a61753ea3680 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Deleting port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:57:45.156732 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-bd2046a0-5b67-45e1-a97a-7302a68c81d9 req-6d041233-723e-4af7-950f-a61753ea3680 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:45.250446 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [req-bd2046a0-5b67-45e1-a97a-7302a68c81d9 req-6d041233-723e-4af7-950f-a61753ea3680 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] For port 1afaa31f-2b36-4dde-a958-b15bf3c12a62, host hv-cinder-84902, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84902',level=0,port_id=1afaa31f-2b36-4dde-a958-b15bf3c12a62,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:57:45.250815 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-bd2046a0-5b67-45e1-a97a-7302a68c81d9 req-6d041233-723e-4af7-950f-a61753ea3680 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:45.264707 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [req-bd2046a0-5b67-45e1-a97a-7302a68c81d9 req-6d041233-723e-4af7-950f-a61753ea3680 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Calling delete_port for 1afaa31f-2b36-4dde-a958-b15bf3c12a62 owned by compute:nova {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:57:45.391905 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-bd2046a0-5b67-45e1-a97a-7302a68c81d9 req-6d041233-723e-4af7-950f-a61753ea3680 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (1afaa31f-2b36-4dde-a958-b15bf3c12a62), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:45.420308 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d041233-723e-4af7-950f-a61753ea3680 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Pushing event deleted for resources: {'Port': ['ID=1afaa31f-2b36-4dde-a958-b15bf3c12a62,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:45.464735 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2046a0-5b67-45e1-a97a-7302a68c81d9 req-6d041233-723e-4af7-950f-a61753ea3680 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] No DVR routers for this DVR port 1afaa31f-2b36-4dde-a958-b15bf3c12a62 on host hv-cinder-84902 {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:57:45.467265 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [req-bd2046a0-5b67-45e1-a97a-7302a68c81d9 req-6d041233-723e-4af7-950f-a61753ea3680 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4015616'] for port (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:45.470408 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-bd2046a0-5b67-45e1-a97a-7302a68c81d9 req-6d041233-723e-4af7-950f-a61753ea3680 tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.36 "DELETE /v2.0/ports/1afaa31f-2b36-4dde-a958-b15bf3c12a62 HTTP/1.1" status: 204 len: 173 time: 0.3890002 Jul 19 15:57:45.470840 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'name': 'network-vif-deleted', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62'}] {{(pid=115785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 15:57:45.473091 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ef6a07039d9f953677a17a82094c16dc69583a7498c0998329f80cd8d50651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b3ccac-1f4f-4248-b144-636052a1c5f5" -d '{"events": [{"server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "name": "network-vif-deleted", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62"}]}' {{(pid=115785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 15:57:45.511413 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 15:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de368d3-7607-4d03-89a4-42c4bd7b12c2 x-openstack-request-id: req-4de368d3-7607-4d03-89a4-42c4bd7b12c2 {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 15:57:45.511709 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d79e6b-f23e-47aa-bb6c-04c1a6605256", "name": "network-vif-deleted", "tag": "1afaa31f-2b36-4dde-a958-b15bf3c12a62", "status": "completed", "code": 200}]} {{(pid=115785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 15:57:45.511959 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4de368d3-7607-4d03-89a4-42c4bd7b12c2 {{(pid=115785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 15:57:45.512356 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de368d3-7607-4d03-89a4-42c4bd7b12c2'] response: {'server_uuid': '40d79e6b-f23e-47aa-bb6c-04c1a6605256', 'name': 'network-vif-deleted', 'tag': '1afaa31f-2b36-4dde-a958-b15bf3c12a62', 'status': 'completed', 'code': 200} Jul 19 15:57:46.030528 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [req-49df1fd1-d1a5-46f5-9faf-a29387dbce02 req-f33708c7-c488-4907-b406-ec5add178d0f tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d79e6b-f23e-47aa-bb6c-04c1a6605256 HTTP/1.1" status: 200 len: 210 time: 0.0303130 Jul 19 15:57:46.274181 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-1104c1d5-1221-4329-9b50-84915cab95cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:47.093321 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 38054) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:47.151692 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0000405a-e202-4916-aaf3-9fc2bea76b1a tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group (1fd414c9-31af-4b2a-badb-6d939e946ab2), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:47.177146 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0000405a-e202-4916-aaf3-9fc2bea76b1a tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group (1fd414c9-31af-4b2a-badb-6d939e946ab2), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:47.235376 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0000405a-e202-4916-aaf3-9fc2bea76b1a tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (1fd414c9-31af-4b2a-badb-6d939e946ab2), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:47.237934 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-0000405a-e202-4916-aaf3-9fc2bea76b1a tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:47.239129 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-0000405a-e202-4916-aaf3-9fc2bea76b1a tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] 10.222.0.64 "DELETE /v2.0/security-groups/1fd414c9-31af-4b2a-badb-6d939e946ab2 HTTP/1.1" status: 204 len: 168 time: 0.1456773 Jul 19 15:57:47.252039 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000405a-e202-4916-aaf3-9fc2bea76b1a tempest-TestShelveInstance-513174704 tempest-TestShelveInstance-513174704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd414c9-31af-4b2a-badb-6d939e946ab2,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:47.285250 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 38058) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:47.735578 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:47.804211 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:47.814423 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 1afaa31f-2b36-4dde-a958-b15bf3c12a62 no longer exists at agent hyperv_hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:57:47.833952 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] No Port match for: 1afaa31f-2b36-4dde-a958-b15bf3c12a62 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:57:47.834298 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Device 1afaa31f-2b36-4dde-a958-b15bf3c12a62 not bound to the agent host hv-cinder-84902 {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:57:47.848813 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a89b2e9e-9f91-47dd-a4da-6b42a9d75bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666299'] for router_interface (51ce4d81-3d61-471c-b767-e2ae6970e94e), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:48.071173 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-a89b2e9e-9f91-47dd-a4da-6b42a9d75bf1 admin admin] Deleting port 5d69dd4d-b836-4620-9689-9a21a5bd4055 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:57:48.072049 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a89b2e9e-9f91-47dd-a4da-6b42a9d75bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:48.151900 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-a89b2e9e-9f91-47dd-a4da-6b42a9d75bf1 admin admin] For port 5d69dd4d-b836-4620-9689-9a21a5bd4055, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=5d69dd4d-b836-4620-9689-9a21a5bd4055,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:57:48.152618 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a89b2e9e-9f91-47dd-a4da-6b42a9d75bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:48.164608 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-a89b2e9e-9f91-47dd-a4da-6b42a9d75bf1 admin admin] Calling delete_port for 5d69dd4d-b836-4620-9689-9a21a5bd4055 owned by network:router_interface {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:57:48.339998 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a89b2e9e-9f91-47dd-a4da-6b42a9d75bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (5d69dd4d-b836-4620-9689-9a21a5bd4055), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:48.365395 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b2e9e-9f91-47dd-a4da-6b42a9d75bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d69dd4d-b836-4620-9689-9a21a5bd4055,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:48.539291 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-a89b2e9e-9f91-47dd-a4da-6b42a9d75bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3665183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666191'] for router_interface (51ce4d81-3d61-471c-b767-e2ae6970e94e), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:48.622559 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:48.635954 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:48.655447 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-452f2c73-8cc6-45f5-b60e-20f370cec78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:48.759381 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89b2e9e-9f91-47dd-a4da-6b42a9d75bf1 admin admin] Router 51ce4d81-3d61-471c-b767-e2ae6970e94e has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:57:48.863754 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89b2e9e-9f91-47dd-a4da-6b42a9d75bf1 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:57:48.868749 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-a89b2e9e-9f91-47dd-a4da-6b42a9d75bf1 admin admin] 10.222.0.64 "PUT /v2.0/routers/51ce4d81-3d61-471c-b767-e2ae6970e94e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5823717 Jul 19 15:57:48.871303 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 38060) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:48.872672 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6749e0-6b37-41bc-b93b-8a2af7959925 None None] Sync routers for ids ['51ce4d81-3d61-471c-b767-e2ae6970e94e'] in dv-cinder-849022-3-iscsi {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:57:48.882221 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6749e0-6b37-41bc-b93b-8a2af7959925 None None] Routers {'51ce4d81-3d61-471c-b767-e2ae6970e94e'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:57:48.882838 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-4f6749e0-6b37-41bc-b93b-8a2af7959925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:57:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['51ce4d81-3d61-471c-b767-e2ae6970e94e'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:48.979242 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Publish callbacks [] for router (51ce4d81-3d61-471c-b767-e2ae6970e94e), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.069955 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:49.072089 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-4f6749e0-6b37-41bc-b93b-8a2af7959925 None None] Set router 51ce4d81-3d61-471c-b767-e2ae6970e94e gateway port host: dv-cinder-849022-3-iscsi {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:57:49.081572 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Publish callbacks [] for router_gateway (51ce4d81-3d61-471c-b767-e2ae6970e94e), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.126585 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Deleting port 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:57:49.126844 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.210423 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] For port 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:57:49.211151 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.223845 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Calling delete_port for 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead owned by network:router_gateway {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:57:49.226075 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=100 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:49.236836 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-4f6749e0-6b37-41bc-b93b-8a2af7959925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:57:48Z', 'revision_number': 5, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port': {'id': '5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:18Z', 'updated_at': '2022-07-19T15:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:49.266040 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6749e0-6b37-41bc-b93b-8a2af7959925 None None] Checking router: 51ce4d81-3d61-471c-b767-e2ae6970e94e for host: dv-cinder-849022-3-iscsi {{(pid=115787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:57:49.275163 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6749e0-6b37-41bc-b93b-8a2af7959925 None None] Routers {'51ce4d81-3d61-471c-b767-e2ae6970e94e'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:57:49.275830 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-4f6749e0-6b37-41bc-b93b-8a2af7959925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:57:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['51ce4d81-3d61-471c-b767-e2ae6970e94e'], 'active': True} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:49.360158 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_dvr_db [None req-4f6749e0-6b37-41bc-b93b-8a2af7959925 None None] Set router 51ce4d81-3d61-471c-b767-e2ae6970e94e gateway port host: None {{(pid=115787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:57:49.408215 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.414429 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.l3_hamode_db [None req-4f6749e0-6b37-41bc-b93b-8a2af7959925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:57:49Z', 'revision_number': 6, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port_host': None}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:49.433345 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:49.436104 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Pushing event deleted for resources: {'Port': ['ID=5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:49.440699 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6749e0-6b37-41bc-b93b-8a2af7959925 None None] The sync data for ids ['51ce4d81-3d61-471c-b767-e2ae6970e94e'] in dv-cinder-849022-3-iscsi is: [{'id': '51ce4d81-3d61-471c-b767-e2ae6970e94e', 'name': 'tempest-TestShelveInstance-812322224-router', 'tenant_id': 'cf521f7d98c641d4941eb041acf65405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:17Z', 'updated_at': '2022-07-19T15:57:49Z', 'revision_number': 6, 'project_id': 'cf521f7d98c641d4941eb041acf65405', 'gw_port_host': None}] {{(pid=115787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:57:49.505251 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661796'] for router_gateway (51ce4d81-3d61-471c-b767-e2ae6970e94e), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.592456 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-918'] for router (51ce4d81-3d61-471c-b767-e2ae6970e94e), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.593806 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:49.595302 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Publish callbacks [] for router_controller (51ce4d81-3d61-471c-b767-e2ae6970e94e), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.642527 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667305'] for router (51ce4d81-3d61-471c-b767-e2ae6970e94e), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.643112 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51ce4d81-3d61-471c-b767-e2ae6970e94e {{(pid=115785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 15:57:49.647568 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.648900 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-139cb98d-d9af-4f36-8c32-77816f03a06a admin admin] 10.222.0.64 "DELETE /v2.0/routers/51ce4d81-3d61-471c-b767-e2ae6970e94e HTTP/1.1" status: 204 len: 168 time: 0.7766190 Jul 19 15:57:49.652303 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 38062) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:49.661474 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.701291 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1e080e-371b-4630-9f6a-80a462e2356d admin admin] Deleting subnet c7f59326-2368-416e-afa3-87b4ca7f4a5b {{(pid=115785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:57:49.704659 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3d1e080e-371b-4630-9f6a-80a462e2356d admin admin] Publish callbacks [] for subnet (c7f59326-2368-416e-afa3-87b4ca7f4a5b), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.740677 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3d1e080e-371b-4630-9f6a-80a462e2356d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28889440'] for subnet (c7f59326-2368-416e-afa3-87b4ca7f4a5b), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.822647 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3d1e080e-371b-4630-9f6a-80a462e2356d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (c7f59326-2368-416e-afa3-87b4ca7f4a5b), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.879423 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3d1e080e-371b-4630-9f6a-80a462e2356d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28811008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28593656'] for subnet (c7f59326-2368-416e-afa3-87b4ca7f4a5b), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.901950 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e080e-371b-4630-9f6a-80a462e2356d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f59326-2368-416e-afa3-87b4ca7f4a5b,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:49.910658 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-3d1e080e-371b-4630-9f6a-80a462e2356d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for subnet (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:49.913784 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-3d1e080e-371b-4630-9f6a-80a462e2356d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c7f59326-2368-416e-afa3-87b4ca7f4a5b HTTP/1.1" status: 204 len: 168 time: 0.2605085 Jul 19 15:57:49.916608 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 38064) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:49.917142 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25518b98-8dad-44fd-9fea-90326539b98b None None] Network 6889f24c-6e7e-40a5-a521-2143b6f00622 requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:57:49.989494 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (6889f24c-6e7e-40a5-a521-2143b6f00622), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:50.033231 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Deleting port 08994f2a-d0ff-43d1-9145-05f67c9cd09a {{(pid=115784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:57:50.033578 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (08994f2a-d0ff-43d1-9145-05f67c9cd09a), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:50.100674 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.db [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] For port 08994f2a-d0ff-43d1-9145-05f67c9cd09a, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=08994f2a-d0ff-43d1-9145-05f67c9cd09a,segment=NetworkSegment(f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4),segment_id=f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4)] {{(pid=115784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:57:50.101028 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (08994f2a-d0ff-43d1-9145-05f67c9cd09a), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:50.118574 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.plugin [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Calling delete_port for 08994f2a-d0ff-43d1-9145-05f67c9cd09a owned by network:dhcp {{(pid=115784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:57:50.194510 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29312006'] for port (08994f2a-d0ff-43d1-9145-05f67c9cd09a), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:50.223734 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Pushing event deleted for resources: {'Port': ['ID=08994f2a-d0ff-43d1-9145-05f67c9cd09a,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:50.227919 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833a6b94-dfd4-4177-9b1e-12832455ec21 None None] DHCP port deletion for 6889f24c-6e7e-40a5-a521-2143b6f00622 request from dv-cinder-849022-3-iscsi {{(pid=115786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 15:57:50.231448 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] No DVR routers for this DVR port 08994f2a-d0ff-43d1-9145-05f67c9cd09a on host dv-cinder-849022-3-iscsi {{(pid=115784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:57:50.234762 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.234762 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.235095 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.235416 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.235748 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.236084 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.236407 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.236732 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.237078 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.237362 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.237679 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.237999 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.238319 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.238661 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.238980 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849022-3-iscsi {{(pid=115784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 15:57:50.290311 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 5d69dd4d-b836-4620-9689-9a21a5bd4055 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:57:50.309046 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 5d69dd4d-b836-4620-9689-9a21a5bd4055 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:57:50.309385 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 5d69dd4d-b836-4620-9689-9a21a5bd4055 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:57:50.309798 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:57:50.320106 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (6889f24c-6e7e-40a5-a521-2143b6f00622), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:50.328731 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:57:50.329080 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 5abf5e1e-b429-45ec-a9ea-ec38d6ea7ead not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:57:50.329503 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 08994f2a-d0ff-43d1-9145-05f67c9cd09a no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:57:50.350139 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: 08994f2a-d0ff-43d1-9145-05f67c9cd09a {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:57:50.350680 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:50.351007 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device 08994f2a-d0ff-43d1-9145-05f67c9cd09a not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:57:50.358316 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6889f24c-6e7e-40a5-a521-2143b6f00622']}} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:50.369345 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:50.371955 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4') {'for_net_delete': True} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:50.372291 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.services.segments.db [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4') {} {{(pid=115784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:50.383105 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25197853'] for segment (f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:50.398391 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:50.405569 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=115784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:57:50.405949 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29312085'] for segment (f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:50.471410 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (6889f24c-6e7e-40a5-a521-2143b6f00622), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:50.477158 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:50.480969 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] 10.222.0.64 "DELETE /v2.0/networks/6889f24c-6e7e-40a5-a521-2143b6f00622 HTTP/1.1" status: 204 len: 168 time: 0.5633576 Jul 19 15:57:50.483960 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 38070) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:50.491665 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281431a1-0982-4ab9-9178-44fee8207dea admin admin] Pushing event deleted for resources: {'Network': ['ID=6889f24c-6e7e-40a5-a521-2143b6f00622,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:50.639245 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4 resource provider aggregate not found Jul 19 15:57:50.655845 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.services.segments.plugin [-] Segment f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8a79abb-4c4c-449a-87e2-a8bbc2bf4ff4 found for delete ", "request_id": "req-4a2ce910-c33e-4334-b043-0dc301164f3d"}]} Jul 19 15:57:50.824068 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1bc788a1-d939-45ba-acb9-2e89a87b2cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666299'] for router_interface (54a32840-5e0b-4a23-a070-6e6150f0fde4), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:51.038883 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-1bc788a1-d939-45ba-acb9-2e89a87b2cc2 admin admin] Deleting port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:57:51.039222 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1bc788a1-d939-45ba-acb9-2e89a87b2cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:51.041625 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:51.062293 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:51.125480 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-1bc788a1-d939-45ba-acb9-2e89a87b2cc2 admin admin] For port c1f92dfb-c291-4bf5-9860-0764e7ff5cd0, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=c1f92dfb-c291-4bf5-9860-0764e7ff5cd0,segment=NetworkSegment(3a44bf09-acd7-4369-b0e8-076e3909cf99),segment_id=3a44bf09-acd7-4369-b0e8-076e3909cf99)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:57:51.125841 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1bc788a1-d939-45ba-acb9-2e89a87b2cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:51.139130 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-1bc788a1-d939-45ba-acb9-2e89a87b2cc2 admin admin] Calling delete_port for c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 owned by network:router_interface {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:57:51.319730 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1bc788a1-d939-45ba-acb9-2e89a87b2cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (c1f92dfb-c291-4bf5-9860-0764e7ff5cd0), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:51.345160 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc788a1-d939-45ba-acb9-2e89a87b2cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f92dfb-c291-4bf5-9860-0764e7ff5cd0,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:51.519587 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-1bc788a1-d939-45ba-acb9-2e89a87b2cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3665183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666191'] for router_interface (54a32840-5e0b-4a23-a070-6e6150f0fde4), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:51.569586 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:51.746731 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc788a1-d939-45ba-acb9-2e89a87b2cc2 admin admin] Router 54a32840-5e0b-4a23-a070-6e6150f0fde4 has already been hosted by L3 agent 9ba61a1b-8079-4ce5-9439-3f0657f020c9 {{(pid=115785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 15:57:51.874824 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc788a1-d939-45ba-acb9-2e89a87b2cc2 admin admin] Notify agent at l3_agent.dv-cinder-849022-3-iscsi the message routers_updated {{(pid=115785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 15:57:51.880139 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-1bc788a1-d939-45ba-acb9-2e89a87b2cc2 admin admin] 10.222.0.64 "PUT /v2.0/routers/54a32840-5e0b-4a23-a070-6e6150f0fde4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3950105 Jul 19 15:57:51.882615 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 38074) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:51.887836 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff6bff-0e73-495a-93d4-dd1cc2f4d50d None None] Sync routers for ids ['54a32840-5e0b-4a23-a070-6e6150f0fde4'] in dv-cinder-849022-3-iscsi {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 15:57:51.899363 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:51.904108 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff6bff-0e73-495a-93d4-dd1cc2f4d50d None None] Routers {'54a32840-5e0b-4a23-a070-6e6150f0fde4'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:57:51.904728 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-8bff6bff-0e73-495a-93d4-dd1cc2f4d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:57:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['54a32840-5e0b-4a23-a070-6e6150f0fde4'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:51.992721 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:52.002931 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:52.016905 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Publish callbacks [] for router (54a32840-5e0b-4a23-a070-6e6150f0fde4), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:52.030125 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-8bff6bff-0e73-495a-93d4-dd1cc2f4d50d None None] Set router 54a32840-5e0b-4a23-a070-6e6150f0fde4 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:57:52.236501 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-8bff6bff-0e73-495a-93d4-dd1cc2f4d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'name': 'tempest-TestShelveInstance-1654569334-router', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:23Z', 'updated_at': '2022-07-19T15:57:51Z', 'revision_number': 5, 'project_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'gw_port': {'id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:24Z', 'updated_at': '2022-07-19T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:52.262715 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff6bff-0e73-495a-93d4-dd1cc2f4d50d None None] Checking router: 54a32840-5e0b-4a23-a070-6e6150f0fde4 for host: dv-cinder-849022-3-iscsi {{(pid=115786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 15:57:52.272267 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff6bff-0e73-495a-93d4-dd1cc2f4d50d None None] Routers {'54a32840-5e0b-4a23-a070-6e6150f0fde4'} bound to L3 agent in host dv-cinder-849022-3-iscsi {{(pid=115786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 15:57:52.272919 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-8bff6bff-0e73-495a-93d4-dd1cc2f4d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849022-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T15:36:49Z,description=,heartbeat_timestamp=2022-07-19T15:57:49Z,host='dv-cinder-849022-3-iscsi',id=9ba61a1b-8079-4ce5-9439-3f0657f020c9,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T15:36:49Z,topic='l3_agent')) {'router_ids': ['54a32840-5e0b-4a23-a070-6e6150f0fde4'], 'active': True} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:52.390153 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_dvr_db [None req-8bff6bff-0e73-495a-93d4-dd1cc2f4d50d None None] Set router 54a32840-5e0b-4a23-a070-6e6150f0fde4 gateway port host: dv-cinder-849022-3-iscsi {{(pid=115786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 15:57:52.417105 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Publish callbacks [] for router_gateway (54a32840-5e0b-4a23-a070-6e6150f0fde4), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:52.470429 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Deleting port a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:57:52.471010 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:52.558602 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.db.l3_hamode_db [None req-8bff6bff-0e73-495a-93d4-dd1cc2f4d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'name': 'tempest-TestShelveInstance-1654569334-router', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:23Z', 'updated_at': '2022-07-19T15:57:51Z', 'revision_number': 5, 'project_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'gw_port': {'id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:24Z', 'updated_at': '2022-07-19T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}], 'dv-cinder-849022-3-iscsi', False) {} {{(pid=115786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:52.565140 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] For port a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f,segment=NetworkSegment(8b9b1889-9b73-4dda-96be-8d24a672e0a4),segment_id=8b9b1889-9b73-4dda-96be-8d24a672e0a4)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:57:52.565763 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:52.586278 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff6bff-0e73-495a-93d4-dd1cc2f4d50d None None] The sync data for ids ['54a32840-5e0b-4a23-a070-6e6150f0fde4'] in dv-cinder-849022-3-iscsi is: [{'id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'name': 'tempest-TestShelveInstance-1654569334-router', 'tenant_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'external_fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T15:53:23Z', 'updated_at': '2022-07-19T15:57:51Z', 'revision_number': 5, 'project_id': '6fbfbb0c816a4176bd9b0c634c1cae77', 'gw_port': {'id': 'a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f', 'name': '', 'network_id': '3ef4e101-41eb-411a-aa5a-672e4abf061e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a32840-5e0b-4a23-a070-6e6150f0fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849022-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T15:53:24Z', 'updated_at': '2022-07-19T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '787d942a-a7d1-42a7-ac42-bec61d6d6ce4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849022-3-iscsi'}] {{(pid=115786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 15:57:52.586966 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Calling delete_port for a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f owned by network:router_gateway {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:57:52.784717 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:52.810220 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:52.872485 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661796'] for router_gateway (54a32840-5e0b-4a23-a070-6e6150f0fde4), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:52.961128 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-918'] for router (54a32840-5e0b-4a23-a070-6e6150f0fde4), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:52.963521 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Publish callbacks [] for router_controller (54a32840-5e0b-4a23-a070-6e6150f0fde4), precommit_delete_associations {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.014505 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667305'] for router (54a32840-5e0b-4a23-a070-6e6150f0fde4), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.015148 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54a32840-5e0b-4a23-a070-6e6150f0fde4 {{(pid=115785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 15:57:53.019496 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.023410 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 38076) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:53.023942 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-c944b063-3381-44f8-ad32-e306b4127d12 admin admin] 10.222.0.64 "DELETE /v2.0/routers/54a32840-5e0b-4a23-a070-6e6150f0fde4 HTTP/1.1" status: 204 len: 168 time: 1.1398237 Jul 19 15:57:53.071094 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cedc3a-ae15-4b72-a40c-bdafc2ff0357 admin admin] Deleting subnet eb7919b0-91da-4120-bd75-2c0a3632acdb {{(pid=115784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 15:57:53.074651 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f0cedc3a-ae15-4b72-a40c-bdafc2ff0357 admin admin] Publish callbacks [] for subnet (eb7919b0-91da-4120-bd75-2c0a3632acdb), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.110427 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f0cedc3a-ae15-4b72-a40c-bdafc2ff0357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25197860'] for subnet (eb7919b0-91da-4120-bd75-2c0a3632acdb), precommit_delete_associations {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.191622 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f0cedc3a-ae15-4b72-a40c-bdafc2ff0357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616070'] for subnet (eb7919b0-91da-4120-bd75-2c0a3632acdb), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.249136 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f0cedc3a-ae15-4b72-a40c-bdafc2ff0357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25607063'] for subnet (eb7919b0-91da-4120-bd75-2c0a3632acdb), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.273172 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cedc3a-ae15-4b72-a40c-bdafc2ff0357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb7919b0-91da-4120-bd75-2c0a3632acdb,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:53.279436 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-f0cedc3a-ae15-4b72-a40c-bdafc2ff0357 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.284948 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-f0cedc3a-ae15-4b72-a40c-bdafc2ff0357 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/eb7919b0-91da-4120-bd75-2c0a3632acdb HTTP/1.1" status: 204 len: 168 time: 0.2573712 Jul 19 15:57:53.285117 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c010b9a4-a962-43f9-8f24-edc05f63dffd None None] Network 6f480c71-55f7-448c-ba1d-4b3868651f0d requested from dv-cinder-849022-3-iscsi {{(pid=115786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 15:57:53.285313 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 38078) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:53.341084 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:53.355192 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3594520'] for network (6f480c71-55f7-448c-ba1d-4b3868651f0d), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.397532 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Deleting port a766afc9-9518-48ee-807f-30a4a34a1b1e {{(pid=115785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 15:57:53.397925 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744576318949'] for port (a766afc9-9518-48ee-807f-30a4a34a1b1e), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.467591 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.db [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] For port a766afc9-9518-48ee-807f-30a4a34a1b1e, host dv-cinder-849022-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849022-3-iscsi',level=0,port_id=a766afc9-9518-48ee-807f-30a4a34a1b1e,segment=NetworkSegment(3a44bf09-acd7-4369-b0e8-076e3909cf99),segment_id=3a44bf09-acd7-4369-b0e8-076e3909cf99)] {{(pid=115785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 15:57:53.467953 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662140'] for port (a766afc9-9518-48ee-807f-30a4a34a1b1e), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.481143 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.plugin [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Calling delete_port for a766afc9-9518-48ee-807f-30a4a34a1b1e owned by network:dhcp {{(pid=115785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 15:57:53.484757 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:53.538550 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:57:53.564379 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3543948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744576327994', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744575947758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28814577'] for port (a766afc9-9518-48ee-807f-30a4a34a1b1e), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.594091 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=a766afc9-9518-48ee-807f-30a4a34a1b1e,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:53.600028 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b82d79-2148-43e7-998d-4a9fd33e35b3 None None] DHCP port deletion for 6f480c71-55f7-448c-ba1d-4b3868651f0d request from dv-cinder-849022-3-iscsi {{(pid=115786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 15:57:53.603783 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] No DVR routers for this DVR port a766afc9-9518-48ee-807f-30a4a34a1b1e on host dv-cinder-849022-3-iscsi {{(pid=115785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 15:57:53.680801 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3617031', 'neutron.services.segments.db._delete_segments_for_network-8744576414266'] for network (6f480c71-55f7-448c-ba1d-4b3868651f0d), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.701335 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f480c71-55f7-448c-ba1d-4b3868651f0d']}} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:53.710550 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a44bf09-acd7-4369-b0e8-076e3909cf99') {'for_net_delete': True} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:53.710854 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.services.segments.db [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a44bf09-acd7-4369-b0e8-076e3909cf99') {} {{(pid=115785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 15:57:53.721340 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744576415811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28889433'] for segment (3a44bf09-acd7-4369-b0e8-076e3909cf99), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.735784 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503'] for segment (3a44bf09-acd7-4369-b0e8-076e3909cf99), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.742521 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=115785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 15:57:53.742953 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28814498'] for segment (3a44bf09-acd7-4369-b0e8-076e3909cf99), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.810611 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3617084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3666924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661839'] for network (6f480c71-55f7-448c-ba1d-4b3868651f0d), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.816051 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3666942'] for network (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:53.819162 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] 10.222.0.64 "DELETE /v2.0/networks/6f480c71-55f7-448c-ba1d-4b3868651f0d HTTP/1.1" status: 204 len: 168 time: 0.5328667 Jul 19 15:57:53.832336 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76646a-3d1c-41ab-a92c-7b5dc2803b9d admin admin] Pushing event deleted for resources: {'Network': ['ID=6f480c71-55f7-448c-ba1d-4b3868651f0d,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:53.835796 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 3a44bf09-acd7-4369-b0e8-076e3909cf99 resource provider aggregate not found Jul 19 15:57:53.852071 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.services.segments.plugin [-] Segment 3a44bf09-acd7-4369-b0e8-076e3909cf99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a44bf09-acd7-4369-b0e8-076e3909cf99 found for delete ", "request_id": "req-d92a13ea-02e8-44e5-9f16-e2970e6e9f71"}]} Jul 19 15:57:53.988155 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 38088) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:54.028619 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-dca0717a-ed59-4c80-89b1-a9d961c79819 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf521f7d98c641d4941eb041acf65405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392759 Jul 19 15:57:54.029217 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:57:54.031342 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [-] (115785) accepted ('10.222.0.64', 38090) {{(pid=115785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:54.049796 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:57:54.050139 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device c1f92dfb-c291-4bf5-9860-0764e7ff5cd0 not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:57:54.050584 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:57:54.068949 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:57:54.069294 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a8f82d0e-16c4-4b46-b3f3-16fcdc069f4f not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:57:54.069747 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a766afc9-9518-48ee-807f-30a4a34a1b1e no longer exists at agent ovs-agent-dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 15:57:54.080985 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-17bfbe9e-4aa7-440b-aeb0-07be0280eeef admin admin] Publish callbacks [] for security_group (25980c62-9b4e-436f-a123-b2788a384626), before_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:54.087423 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.plugin [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] No Port match for: a766afc9-9518-48ee-807f-30a4a34a1b1e {{(pid=115786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 15:57:54.087771 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron.plugins.ml2.rpc [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Device a766afc9-9518-48ee-807f-30a4a34a1b1e not bound to the agent host dv-cinder-849022-3-iscsi {{(pid=115786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 15:57:54.107206 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-17bfbe9e-4aa7-440b-aeb0-07be0280eeef admin admin] Publish callbacks [] for security_group (25980c62-9b4e-436f-a123-b2788a384626), precommit_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:54.154257 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-17bfbe9e-4aa7-440b-aeb0-07be0280eeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (25980c62-9b4e-436f-a123-b2788a384626), after_delete {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:54.156869 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron_lib.callbacks.manager [None req-17bfbe9e-4aa7-440b-aeb0-07be0280eeef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:54.158008 dv-cinder-849022-3-iscsi neutron-server[115785]: INFO neutron.wsgi [None req-17bfbe9e-4aa7-440b-aeb0-07be0280eeef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25980c62-9b4e-436f-a123-b2788a384626 HTTP/1.1" status: 204 len: 168 time: 0.1256974 Jul 19 15:57:54.165926 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfbe9e-4aa7-440b-aeb0-07be0280eeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25980c62-9b4e-436f-a123-b2788a384626,revision_number=None']} {{(pid=115785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:57:54.487622 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 38096) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:54.528205 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-93f83612-cedc-4e15-a680-bb35559a26d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6fbfbb0c816a4176bd9b0c634c1cae77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393996 Jul 19 15:57:54.531005 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [-] (115784) accepted ('10.222.0.64', 38098) {{(pid=115784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 15:57:54.578874 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-15064504-3b8b-4407-8bb7-cf66e999d974 admin admin] Publish callbacks [] for security_group (38e6aec4-709d-4c11-a890-138ed3183f6a), before_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:54.604331 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-15064504-3b8b-4407-8bb7-cf66e999d974 admin admin] Publish callbacks [] for security_group (38e6aec4-709d-4c11-a890-138ed3183f6a), precommit_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:54.651383 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-15064504-3b8b-4407-8bb7-cf66e999d974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460612'] for security_group (38e6aec4-709d-4c11-a890-138ed3183f6a), after_delete {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:54.653795 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron_lib.callbacks.manager [None req-15064504-3b8b-4407-8bb7-cf66e999d974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:57:54.654945 dv-cinder-849022-3-iscsi neutron-server[115784]: INFO neutron.wsgi [None req-15064504-3b8b-4407-8bb7-cf66e999d974 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38e6aec4-709d-4c11-a890-138ed3183f6a HTTP/1.1" status: 204 len: 168 time: 0.1230135 Jul 19 15:57:54.662731 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15064504-3b8b-4407-8bb7-cf66e999d974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e6aec4-709d-4c11-a890-138ed3183f6a,revision_number=None']} {{(pid=115784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 15:58:00.811086 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:58:04.161458 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:DELETE=7,neutron:SELECT=43 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:58:04.162222 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG dbcounter [-] [115785] Writing DB stats neutron:SELECT=51,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:58:04.182566 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=9 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:58:04.657688 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:DELETE=10,neutron:SELECT=52 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:58:04.658509 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG dbcounter [-] [115784] Writing DB stats neutron:SELECT=64,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=115784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:58:04.676829 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:58:10.805608 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=33 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:58:10.806463 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=16 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:58:13.703017 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:58:16.276586 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-00c4658c-a2c6-4506-8e66-2d571d4d1cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:58:18.656843 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-bb87f128-30b7-4d1a-a899-150cd6d2b1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:58:19.661558 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:58:21.567680 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:58:21.882903 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:58:31.876730 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:58:31.878667 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:58:37.810727 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:58:43.701433 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:58:46.278753 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2caee77e-eaa4-4148-a529-b9164a4899a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:58:47.806106 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:58:47.806857 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:58:48.658114 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-61fac505-40fe-4a05-802f-197d187bc949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:58:49.664425 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:58:51.573307 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:58:51.884828 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:59:05.611245 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:59:05.613139 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:59:13.719255 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:59:14.811888 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:59:16.280107 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd07e-d60c-4f64-bf4c-119679f012f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:59:18.658488 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c3d116f3-48ea-448b-95fb-f28bdfd4f4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:59:19.667095 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:59:21.573853 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:59:21.887504 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:59:24.806688 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:59:24.808017 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:59:31.881211 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:59:31.883317 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 15:59:43.748751 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:59:46.281208 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-66142e23-3876-4f45-a11c-bda234a899c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:59:48.660686 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-0641c7e1-6e3b-4706-b297-6e28d41fca7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:59:49.670751 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:59:51.577120 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:59:51.811259 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 15:59:51.890727 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 15:59:52.827637 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=18 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:00:01.806711 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=16 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:00:01.879821 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:00:01.885605 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:00:13.745581 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:00:16.283384 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-2dc2cd79-09dd-4ad5-84f6-888ed1a57741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:00:18.662389 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-7efa3965-ad9c-44df-87a5-e467b5ac7b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:00:19.673639 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:00:21.577878 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:00:21.894918 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:00:28.811092 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 16:00:29.824022 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=2 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:00:31.889089 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:00:31.889875 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:00:43.745231 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:00:44.837864 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:00:44.838708 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:00:46.285549 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-b9889100-aa99-4ad3-b842-9139a5e72cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:00:46.463061 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [req-28bc40f1-53e6-4b7c-9cfe-c8d95b8fdf31 req-631d82ca-308c-4caa-8076-9edd98f2da47 service neutron] (115784) timed out ('10.222.0.36', 57013) {{(pid=115784) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 19 16:00:48.664607 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-dad38c72-1cd8-477e-b04c-ca6ec4aca6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:00:49.677285 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:00:51.583914 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:00:51.899307 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:01:01.565962 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [req-953bfe7f-26bd-445b-b940-656c2a3f10f2 req-71baff8f-a895-4266-a2a7-ce459b1ffb23 service neutron] (115785) timed out ('10.222.0.36', 57012) {{(pid=115785) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 19 16:01:05.633646 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:01:05.638467 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:01:05.810819 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 16:01:13.760317 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:01:15.805413 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:01:15.807334 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:01:16.287522 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-fe0f02c6-3f65-499e-baf0-2c90e9c24502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:01:18.666431 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-dad60e87-8cb3-4355-a6a5-91ee054a6883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:01:19.680339 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:01:21.584301 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:01:21.900925 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:01:31.894264 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:01:31.896555 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:01:42.810180 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 16:01:43.759368 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:01:45.619168 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=15 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:01:46.289491 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-9b1d64de-726d-4ba4-a5ab-4d35de9acf7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:01:48.667821 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-721d6e82-4290-40df-a800-9c153a1e7063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:01:49.682970 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:01:51.587894 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:01:51.902872 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:01:52.806799 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=19 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:02:01.891449 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:02:01.898290 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:02:13.758671 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:02:16.292380 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-98e5beb1-711e-4eeb-abd2-88ec12c10111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:02:18.675829 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-1a5c7a42-24d6-490e-8b51-ef9e68e14301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:02:19.687083 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:02:19.809558 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 16:02:21.589925 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:02:21.905231 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:02:29.804246 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:02:29.805025 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:02:31.899900 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:02:31.900664 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:02:43.773567 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:02:44.841823 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:02:44.842661 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:DELETE=1 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:02:46.295914 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6f49-a3cc-4bfa-8fa3-11cd12e92f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (111becbd-ca7b-46cf-9842-2437cd7bf309), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:02:48.668683 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-5f5255d2-eb60-4ded-a2a4-3fd8fb165266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (9ba61a1b-8079-4ce5-9439-3f0657f020c9), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:02:49.688032 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-ade91b23-725a-4232-aba5-74a0f66a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (c86e682c-2343-49ec-adc9-e2f8ca61f617), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:02:51.595382 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-71a21c4a-cae2-44f6-83d1-97e1eb4baedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (af462183-7aac-46bd-bc95-42108004e703), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:02:51.908336 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-c95a1df6-78fd-4ab9-9435-0dc743eb4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (d5254822-0284-4c5a-8883-6e529cf5387d), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 16:02:54.003686 dv-cinder-849022-3-iscsi neutron-server[115784]: DEBUG neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-c9e09add-2fbf-4bf0-9057-ea52d2070fde service neutron] (115784) timed out ('10.222.0.64', 59658) {{(pid=115784) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 19 16:02:54.196887 dv-cinder-849022-3-iscsi neutron-server[115785]: DEBUG neutron.wsgi [req-e4096253-6059-4ea0-9c52-55cf24750733 req-139edc58-56e9-456a-836d-ab563b75aa78 tempest-AttachVolumeShelveTestJSON-1314265819 tempest-AttachVolumeShelveTestJSON-1314265819-project] (115785) timed out ('10.222.0.64', 59674) {{(pid=115785) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 19 16:02:56.809289 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG neutron.db.agents_db [None req-3f82d819-0fe7-4f18-b08a-f078ad6c44d4 None None] Agent healthcheck: found 6 active agents {{(pid=115787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 16:03:05.615194 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:03:05.617069 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG dbcounter [-] [115786] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=115786) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:03:06.804817 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=5 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:03:06.805603 dv-cinder-849022-3-iscsi neutron-server[115787]: DEBUG dbcounter [-] [115787] Writing DB stats neutron:SELECT=3 {{(pid=115787) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 16:03:13.772118 dv-cinder-849022-3-iscsi neutron-server[115786]: DEBUG neutron_lib.callbacks.manager [None req-57068f34-8d0a-4197-b664-9230ef1f4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744576414248', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3615684'] for agent (679f131e-0d7f-4d40-9461-629e002a1019), after_update {{(pid=115786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}